2024-11-23 02:21:00,444 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 02:21:00,459 main DEBUG Took 0.012595 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 02:21:00,459 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 02:21:00,460 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 02:21:00,461 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 02:21:00,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,468 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 02:21:00,480 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,482 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,483 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,484 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,484 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,485 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,486 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,487 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,487 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,488 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:21:00,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,490 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 02:21:00,492 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:21:00,493 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 02:21:00,494 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 02:21:00,495 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 02:21:00,496 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 02:21:00,496 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 02:21:00,504 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 02:21:00,506 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 02:21:00,508 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 02:21:00,508 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 02:21:00,508 main DEBUG createAppenders(={Console}) 2024-11-23 02:21:00,509 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-23 02:21:00,509 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 02:21:00,510 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-23 02:21:00,510 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 02:21:00,510 main DEBUG OutputStream closed 2024-11-23 02:21:00,511 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 02:21:00,511 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 02:21:00,511 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-23 02:21:00,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 02:21:00,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 02:21:00,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 02:21:00,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 02:21:00,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 02:21:00,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 02:21:00,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 02:21:00,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 02:21:00,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 02:21:00,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 02:21:00,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 02:21:00,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 02:21:00,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 02:21:00,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 02:21:00,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 02:21:00,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 02:21:00,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 02:21:00,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 02:21:00,587 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 02:21:00,587 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-23 02:21:00,587 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 02:21:00,588 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-23T02:21:00,806 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09 2024-11-23 02:21:00,809 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 02:21:00,809 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T02:21:00,818 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-23T02:21:00,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:21:00,840 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/cluster_59160296-109e-31a9-2cb9-fcc51a5dc1ee, deleteOnExit=true 2024-11-23T02:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-23T02:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/test.cache.data in system properties and HBase conf 2024-11-23T02:21:00,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:21:00,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:21:00,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:21:00,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:21:00,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T02:21:00,933 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T02:21:01,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:21:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:21:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:21:01,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:21:01,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:01,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:01,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:21:01,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:21:01,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:21:01,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:01,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:21:01,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:21:01,892 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T02:21:01,971 INFO [Time-limited test {}] log.Log(170): Logging initialized @2228ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T02:21:02,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:02,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:02,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:02,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:02,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:21:02,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:02,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:02,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:02,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/java.io.tmpdir/jetty-localhost-38237-hadoop-hdfs-3_4_1-tests_jar-_-any-8727103466511982732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:02,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:38237} 2024-11-23T02:21:02,360 INFO [Time-limited test {}] server.Server(415): Started @2619ms 2024-11-23T02:21:02,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:02,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:02,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:02,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:02,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:21:02,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:02,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:02,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/java.io.tmpdir/jetty-localhost-41229-hadoop-hdfs-3_4_1-tests_jar-_-any-16746528603803227671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:02,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:41229} 2024-11-23T02:21:02,874 INFO [Time-limited test {}] server.Server(415): Started @3133ms 2024-11-23T02:21:02,929 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:21:03,424 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/cluster_59160296-109e-31a9-2cb9-fcc51a5dc1ee/dfs/data/data1/current/BP-2005184269-172.17.0.2-1732328461634/current, will proceed with Du for space computation calculation, 2024-11-23T02:21:03,424 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/cluster_59160296-109e-31a9-2cb9-fcc51a5dc1ee/dfs/data/data2/current/BP-2005184269-172.17.0.2-1732328461634/current, will proceed with Du for space computation calculation, 2024-11-23T02:21:03,462 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:21:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f614ce851ae2aae with lease ID 0xee6d9841fab40c53: Processing first storage report for DS-702869cc-7b15-45be-8b10-88f8ba2a277e from datanode DatanodeRegistration(127.0.0.1:42905, datanodeUuid=5ecc0a8b-9bd6-431e-8dd4-9be29ab4f570, infoPort=42291, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=780035186;c=1732328461634) 2024-11-23T02:21:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f614ce851ae2aae with lease ID 0xee6d9841fab40c53: from storage DS-702869cc-7b15-45be-8b10-88f8ba2a277e node DatanodeRegistration(127.0.0.1:42905, datanodeUuid=5ecc0a8b-9bd6-431e-8dd4-9be29ab4f570, infoPort=42291, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=780035186;c=1732328461634), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T02:21:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f614ce851ae2aae with lease ID 0xee6d9841fab40c53: Processing first storage report for DS-f34f3821-c436-4b36-8cda-f36b543c3794 from datanode DatanodeRegistration(127.0.0.1:42905, datanodeUuid=5ecc0a8b-9bd6-431e-8dd4-9be29ab4f570, infoPort=42291, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=780035186;c=1732328461634) 2024-11-23T02:21:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f614ce851ae2aae with lease ID 0xee6d9841fab40c53: from storage DS-f34f3821-c436-4b36-8cda-f36b543c3794 node DatanodeRegistration(127.0.0.1:42905, datanodeUuid=5ecc0a8b-9bd6-431e-8dd4-9be29ab4f570, infoPort=42291, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=780035186;c=1732328461634), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T02:21:03,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09 2024-11-23T02:21:03,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/cluster_59160296-109e-31a9-2cb9-fcc51a5dc1ee/zookeeper_0, clientPort=56324, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/cluster_59160296-109e-31a9-2cb9-fcc51a5dc1ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/cluster_59160296-109e-31a9-2cb9-fcc51a5dc1ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:21:03,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56324 2024-11-23T02:21:03,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:03,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:03,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:21:04,357 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511 with version=8 2024-11-23T02:21:04,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/hbase-staging 2024-11-23T02:21:04,489 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T02:21:04,766 INFO [Time-limited test {}] client.ConnectionUtils(129): master/fde8ce287ea2:0 server-side Connection retries=45 2024-11-23T02:21:04,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:04,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:04,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:21:04,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:04,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:21:04,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:21:04,987 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T02:21:04,997 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T02:21:05,001 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:21:05,030 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22847 (auto-detected) 2024-11-23T02:21:05,031 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T02:21:05,052 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40909 2024-11-23T02:21:05,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:05,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:05,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40909 connecting to ZooKeeper ensemble=127.0.0.1:56324 2024-11-23T02:21:05,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409090x0, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:05,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40909-0x100222e56020000 connected 2024-11-23T02:21:05,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T02:21:05,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T02:21:05,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T02:21:05,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40909 2024-11-23T02:21:05,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40909 2024-11-23T02:21:05,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40909 2024-11-23T02:21:05,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40909 2024-11-23T02:21:05,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40909 2024-11-23T02:21:05,162 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511, hbase.cluster.distributed=false 2024-11-23T02:21:05,222 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/fde8ce287ea2:0 server-side Connection retries=45 2024-11-23T02:21:05,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:05,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:05,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:21:05,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:05,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:21:05,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:21:05,227 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:21:05,228 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43695 2024-11-23T02:21:05,230 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:21:05,235 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:21:05,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:05,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:05,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43695 connecting to ZooKeeper ensemble=127.0.0.1:56324 2024-11-23T02:21:05,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436950x0, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:05,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T02:21:05,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43695-0x100222e56020001 connected 2024-11-23T02:21:05,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T02:21:05,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T02:21:05,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43695 2024-11-23T02:21:05,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43695 2024-11-23T02:21:05,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43695 2024-11-23T02:21:05,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43695 2024-11-23T02:21:05,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43695 2024-11-23T02:21:05,260 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/fde8ce287ea2,40909,1732328464482 2024-11-23T02:21:05,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T02:21:05,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T02:21:05,269 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fde8ce287ea2,40909,1732328464482 2024-11-23T02:21:05,279 DEBUG [M:0;fde8ce287ea2:40909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fde8ce287ea2:40909 2024-11-23T02:21:05,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T02:21:05,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T02:21:05,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:05,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:05,293 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T02:21:05,294 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fde8ce287ea2,40909,1732328464482 from backup master directory 2024-11-23T02:21:05,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T02:21:05,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T02:21:05,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fde8ce287ea2,40909,1732328464482 2024-11-23T02:21:05,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T02:21:05,298 WARN [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:21:05,298 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fde8ce287ea2,40909,1732328464482 2024-11-23T02:21:05,300 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T02:21:05,302 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T02:21:05,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:21:05,771 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/hbase.id with ID: c60246de-5a71-4778-8750-a37e76e91174 2024-11-23T02:21:05,812 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:05,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:05,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:21:06,271 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:06,274 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:21:06,298 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:06,303 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:21:06,753 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store 2024-11-23T02:21:06,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:21:06,773 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T02:21:06,774 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:06,775 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:06,775 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:06,775 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:06,775 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:06,776 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:06,776 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:06,776 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T02:21:06,778 WARN [master/fde8ce287ea2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/.initializing 2024-11-23T02:21:06,778 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/WALs/fde8ce287ea2,40909,1732328464482 2024-11-23T02:21:06,785 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:21:06,797 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fde8ce287ea2%2C40909%2C1732328464482, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/WALs/fde8ce287ea2,40909,1732328464482, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/oldWALs, maxLogs=10 2024-11-23T02:21:06,820 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/WALs/fde8ce287ea2,40909,1732328464482/fde8ce287ea2%2C40909%2C1732328464482.1732328466802, exclude list is [], retry=0 2024-11-23T02:21:06,838 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-702869cc-7b15-45be-8b10-88f8ba2a277e,DISK] 2024-11-23T02:21:06,841 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T02:21:06,879 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/WALs/fde8ce287ea2,40909,1732328464482/fde8ce287ea2%2C40909%2C1732328464482.1732328466802 2024-11-23T02:21:06,880 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-23T02:21:06,881 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:06,881 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:06,885 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:06,886 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:06,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:06,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:21:06,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:06,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:06,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:06,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:21:06,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:06,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:06,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:06,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:21:06,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:06,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:06,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:06,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:21:06,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:06,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:06,973 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:06,974 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:06,983 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:06,987 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:06,992 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:06,994 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71409117, jitterRate=0.06407876312732697}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:06,998 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T02:21:07,000 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:21:07,029 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29deecb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:07,064 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-23T02:21:07,075 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:21:07,076 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:21:07,078 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:21:07,080 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T02:21:07,085 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-23T02:21:07,086 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:21:07,111 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:21:07,122 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T02:21:07,126 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-23T02:21:07,128 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:21:07,129 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:21:07,131 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-23T02:21:07,133 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:21:07,136 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:21:07,138 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-23T02:21:07,139 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:21:07,141 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T02:21:07,150 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:21:07,152 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T02:21:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T02:21:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T02:21:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:07,157 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=fde8ce287ea2,40909,1732328464482, sessionid=0x100222e56020000, setting cluster-up flag (Was=false) 2024-11-23T02:21:07,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:07,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:07,177 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T02:21:07,178 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fde8ce287ea2,40909,1732328464482 2024-11-23T02:21:07,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:07,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:07,192 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T02:21:07,194 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fde8ce287ea2,40909,1732328464482 2024-11-23T02:21:07,272 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fde8ce287ea2:43695 2024-11-23T02:21:07,274 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1008): ClusterId : c60246de-5a71-4778-8750-a37e76e91174 2024-11-23T02:21:07,276 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:21:07,282 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:21:07,282 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:21:07,285 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:21:07,285 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:07,286 DEBUG [RS:0;fde8ce287ea2:43695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f340a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:07,288 DEBUG [RS:0;fde8ce287ea2:43695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb3154b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fde8ce287ea2/172.17.0.2:0 2024-11-23T02:21:07,291 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-23T02:21:07,291 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-23T02:21:07,291 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-23T02:21:07,293 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-23T02:21:07,293 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(3073): reportForDuty to master=fde8ce287ea2,40909,1732328464482 with isa=fde8ce287ea2/172.17.0.2:43695, startcode=1732328465221 2024-11-23T02:21:07,296 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:21:07,302 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fde8ce287ea2,40909,1732328464482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:21:07,306 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fde8ce287ea2:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:07,306 DEBUG [RS:0;fde8ce287ea2:43695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:21:07,306 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fde8ce287ea2:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:07,307 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fde8ce287ea2:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:07,307 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fde8ce287ea2:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:07,307 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fde8ce287ea2:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:21:07,307 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,308 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fde8ce287ea2:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:21:07,308 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,312 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328497312 2024-11-23T02:21:07,315 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:21:07,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:07,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:21:07,316 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:21:07,320 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:07,320 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:21:07,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:21:07,321 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:21:07,321 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:21:07,321 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:21:07,322 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,323 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:21:07,325 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:21:07,325 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:21:07,327 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:21:07,327 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:21:07,329 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.large.0-1732328467329,5,FailOnTimeoutGroup] 2024-11-23T02:21:07,329 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.small.0-1732328467329,5,FailOnTimeoutGroup] 2024-11-23T02:21:07,330 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,330 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:21:07,331 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,332 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741831_1007 (size=1039) 2024-11-23T02:21:07,349 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54549, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:21:07,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40909 {}] master.ServerManager(332): Checking decommissioned status of RegionServer fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:07,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40909 {}] master.ServerManager(486): Registering regionserver=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:07,373 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511 2024-11-23T02:21:07,373 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41145 2024-11-23T02:21:07,373 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-23T02:21:07,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T02:21:07,378 DEBUG [RS:0;fde8ce287ea2:43695 {}] zookeeper.ZKUtil(111): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:07,379 WARN [RS:0;fde8ce287ea2:43695 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:21:07,379 INFO [RS:0;fde8ce287ea2:43695 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:07,379 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/WALs/fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:07,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fde8ce287ea2,43695,1732328465221] 2024-11-23T02:21:07,393 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-23T02:21:07,404 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:21:07,416 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:21:07,419 INFO [RS:0;fde8ce287ea2:43695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:21:07,419 INFO [RS:0;fde8ce287ea2:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,419 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-23T02:21:07,427 INFO [RS:0;fde8ce287ea2:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,427 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,427 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,427 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,428 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,428 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,428 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fde8ce287ea2:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:21:07,428 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,428 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,429 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,429 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,429 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fde8ce287ea2:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:07,429 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fde8ce287ea2:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:21:07,429 DEBUG [RS:0;fde8ce287ea2:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:21:07,430 INFO [RS:0;fde8ce287ea2:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,430 INFO [RS:0;fde8ce287ea2:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,430 INFO [RS:0;fde8ce287ea2:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,430 INFO [RS:0;fde8ce287ea2:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,430 INFO [RS:0;fde8ce287ea2:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,43695,1732328465221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:21:07,451 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:21:07,453 INFO [RS:0;fde8ce287ea2:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,43695,1732328465221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:07,472 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.Replication(204): fde8ce287ea2,43695,1732328465221 started 2024-11-23T02:21:07,472 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1767): Serving as fde8ce287ea2,43695,1732328465221, RpcServer on fde8ce287ea2/172.17.0.2:43695, sessionid=0x100222e56020001 2024-11-23T02:21:07,473 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:21:07,473 DEBUG [RS:0;fde8ce287ea2:43695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:07,473 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fde8ce287ea2,43695,1732328465221' 2024-11-23T02:21:07,473 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T02:21:07,474 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T02:21:07,475 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:21:07,475 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:21:07,475 DEBUG [RS:0;fde8ce287ea2:43695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:07,475 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fde8ce287ea2,43695,1732328465221' 2024-11-23T02:21:07,475 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T02:21:07,476 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T02:21:07,476 DEBUG [RS:0;fde8ce287ea2:43695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:21:07,476 INFO [RS:0;fde8ce287ea2:43695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:21:07,476 INFO [RS:0;fde8ce287ea2:43695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:21:07,582 INFO [RS:0;fde8ce287ea2:43695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:21:07,585 INFO [RS:0;fde8ce287ea2:43695 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fde8ce287ea2%2C43695%2C1732328465221, suffix=, logDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/WALs/fde8ce287ea2,43695,1732328465221, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/oldWALs, maxLogs=32 2024-11-23T02:21:07,602 DEBUG [RS:0;fde8ce287ea2:43695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/WALs/fde8ce287ea2,43695,1732328465221/fde8ce287ea2%2C43695%2C1732328465221.1732328467588, exclude list is [], retry=0 2024-11-23T02:21:07,607 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-702869cc-7b15-45be-8b10-88f8ba2a277e,DISK] 2024-11-23T02:21:07,611 INFO [RS:0;fde8ce287ea2:43695 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/WALs/fde8ce287ea2,43695,1732328465221/fde8ce287ea2%2C43695%2C1732328465221.1732328467588 2024-11-23T02:21:07,611 DEBUG [RS:0;fde8ce287ea2:43695 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-23T02:21:07,736 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-23T02:21:07,736 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511 2024-11-23T02:21:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:21:08,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:08,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:21:08,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:21:08,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:08,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:08,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:21:08,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:21:08,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:08,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:08,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:21:08,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:21:08,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:08,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:08,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740 2024-11-23T02:21:08,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740 2024-11-23T02:21:08,166 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:21:08,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T02:21:08,172 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:08,173 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66811792, jitterRate=-0.004426717758178711}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:21:08,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T02:21:08,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:08,175 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:08,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:08,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:08,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:08,176 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:08,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T02:21:08,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:08,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-23T02:21:08,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:21:08,193 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:21:08,195 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:21:08,347 DEBUG [fde8ce287ea2:40909 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:21:08,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:08,356 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fde8ce287ea2,43695,1732328465221, state=OPENING 2024-11-23T02:21:08,361 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:21:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:08,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T02:21:08,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T02:21:08,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:21:08,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:08,541 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:08,544 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:21:08,555 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-23T02:21:08,555 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:08,556 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:21:08,559 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fde8ce287ea2%2C43695%2C1732328465221.meta, suffix=.meta, logDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/WALs/fde8ce287ea2,43695,1732328465221, archiveDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/oldWALs, maxLogs=32 2024-11-23T02:21:08,576 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/WALs/fde8ce287ea2,43695,1732328465221/fde8ce287ea2%2C43695%2C1732328465221.meta.1732328468561.meta, exclude list is [], retry=0 2024-11-23T02:21:08,579 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-702869cc-7b15-45be-8b10-88f8ba2a277e,DISK] 2024-11-23T02:21:08,582 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/WALs/fde8ce287ea2,43695,1732328465221/fde8ce287ea2%2C43695%2C1732328465221.meta.1732328468561.meta 2024-11-23T02:21:08,583 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-23T02:21:08,583 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:08,585 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:21:08,645 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:21:08,649 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:21:08,654 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:21:08,654 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:08,654 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-23T02:21:08,654 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-23T02:21:08,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:21:08,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:21:08,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:08,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:08,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:21:08,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:21:08,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:08,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:08,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:21:08,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:21:08,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:08,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:08,666 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740 2024-11-23T02:21:08,669 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740 2024-11-23T02:21:08,671 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:21:08,673 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T02:21:08,675 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68811536, jitterRate=0.025371789932250977}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:21:08,676 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T02:21:08,683 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328468534 2024-11-23T02:21:08,694 DEBUG [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:21:08,695 INFO [RS_OPEN_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-23T02:21:08,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:08,697 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fde8ce287ea2,43695,1732328465221, state=OPEN 2024-11-23T02:21:08,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T02:21:08,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T02:21:08,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T02:21:08,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T02:21:08,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:21:08,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=fde8ce287ea2,43695,1732328465221 in 337 msec 2024-11-23T02:21:08,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:21:08,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-23T02:21:08,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4840 sec 2024-11-23T02:21:08,717 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328468716, completionTime=-1 2024-11-23T02:21:08,717 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:21:08,717 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-23T02:21:08,754 DEBUG [hconnection-0x3153befb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:08,757 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:08,771 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-23T02:21:08,771 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328528771 2024-11-23T02:21:08,771 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328588771 2024-11-23T02:21:08,771 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 54 msec 2024-11-23T02:21:08,791 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,40909,1732328464482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:08,791 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,40909,1732328464482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:08,791 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,40909,1732328464482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:08,793 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fde8ce287ea2:40909, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:08,793 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:08,798 DEBUG [master/fde8ce287ea2:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-23T02:21:08,801 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-23T02:21:08,802 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:21:08,808 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-23T02:21:08,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:08,812 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:08,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:08,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741835_1011 (size=358) 2024-11-23T02:21:09,229 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b3f105c54d8184e101950e6e9bc56129, NAME => 'hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511 2024-11-23T02:21:09,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741836_1012 (size=42) 2024-11-23T02:21:09,640 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:09,640 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b3f105c54d8184e101950e6e9bc56129, disabling compactions & flushes 2024-11-23T02:21:09,640 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:21:09,640 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:21:09,640 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. after waiting 0 ms 2024-11-23T02:21:09,640 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:21:09,641 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:21:09,641 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b3f105c54d8184e101950e6e9bc56129: 2024-11-23T02:21:09,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:09,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732328469645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328469645"}]},"ts":"1732328469645"} 2024-11-23T02:21:09,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:21:09,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:09,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328469679"}]},"ts":"1732328469679"} 2024-11-23T02:21:09,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-23T02:21:09,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b3f105c54d8184e101950e6e9bc56129, ASSIGN}] 2024-11-23T02:21:09,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b3f105c54d8184e101950e6e9bc56129, ASSIGN 2024-11-23T02:21:09,695 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b3f105c54d8184e101950e6e9bc56129, ASSIGN; state=OFFLINE, location=fde8ce287ea2,43695,1732328465221; forceNewPlan=false, retain=false 2024-11-23T02:21:09,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b3f105c54d8184e101950e6e9bc56129, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:09,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b3f105c54d8184e101950e6e9bc56129, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:21:10,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:10,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:21:10,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b3f105c54d8184e101950e6e9bc56129, NAME => 'hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:10,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:21:10,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:10,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:21:10,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:21:10,014 INFO [StoreOpener-b3f105c54d8184e101950e6e9bc56129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:21:10,017 INFO [StoreOpener-b3f105c54d8184e101950e6e9bc56129-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3f105c54d8184e101950e6e9bc56129 columnFamilyName info 2024-11-23T02:21:10,017 DEBUG [StoreOpener-b3f105c54d8184e101950e6e9bc56129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:10,018 INFO [StoreOpener-b3f105c54d8184e101950e6e9bc56129-1 {}] regionserver.HStore(327): Store=b3f105c54d8184e101950e6e9bc56129/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:10,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/namespace/b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:21:10,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/namespace/b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:21:10,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:21:10,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/namespace/b3f105c54d8184e101950e6e9bc56129/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:10,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b3f105c54d8184e101950e6e9bc56129; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69299557, jitterRate=0.032643869519233704}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T02:21:10,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b3f105c54d8184e101950e6e9bc56129: 2024-11-23T02:21:10,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129., pid=6, masterSystemTime=1732328470003 2024-11-23T02:21:10,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:21:10,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:21:10,036 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b3f105c54d8184e101950e6e9bc56129, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:10,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:21:10,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b3f105c54d8184e101950e6e9bc56129, server=fde8ce287ea2,43695,1732328465221 in 190 msec 2024-11-23T02:21:10,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:21:10,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b3f105c54d8184e101950e6e9bc56129, ASSIGN in 351 msec 2024-11-23T02:21:10,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:10,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328470047"}]},"ts":"1732328470047"} 2024-11-23T02:21:10,050 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-23T02:21:10,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:10,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2510 sec 2024-11-23T02:21:10,112 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-23T02:21:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-23T02:21:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:10,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:21:10,144 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-23T02:21:10,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T02:21:10,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-23T02:21:10,178 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-23T02:21:10,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T02:21:10,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-23T02:21:10,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-23T02:21:10,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-23T02:21:10,207 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.909sec 2024-11-23T02:21:10,208 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:21:10,210 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:21:10,211 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:21:10,211 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:21:10,211 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:21:10,212 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,40909,1732328464482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:21:10,213 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,40909,1732328464482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:21:10,219 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:21:10,220 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:21:10,220 INFO [master/fde8ce287ea2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fde8ce287ea2,40909,1732328464482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:10,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-23T02:21:10,280 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-23T02:21:10,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:10,294 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T02:21:10,294 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T02:21:10,305 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:10,313 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:10,322 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=fde8ce287ea2,40909,1732328464482 2024-11-23T02:21:10,338 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=199, ProcessCount=11, AvailableMemoryMB=5038 2024-11-23T02:21:10,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:10,374 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:21:10,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:21:10,390 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:10,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-23T02:21:10,391 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:10,397 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:21:10,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741837_1013 (size=960) 2024-11-23T02:21:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:21:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:21:10,811 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511 2024-11-23T02:21:10,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741838_1014 (size=53) 2024-11-23T02:21:10,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:10,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 62ea592271a02ff532a883e755d319c1, disabling compactions & flushes 2024-11-23T02:21:10,820 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:10,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:10,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. after waiting 0 ms 2024-11-23T02:21:10,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:10,820 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:10,820 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:10,822 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:10,822 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328470822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328470822"}]},"ts":"1732328470822"} 2024-11-23T02:21:10,825 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:21:10,827 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:10,827 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328470827"}]},"ts":"1732328470827"} 2024-11-23T02:21:10,830 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:21:10,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ea592271a02ff532a883e755d319c1, ASSIGN}] 2024-11-23T02:21:10,836 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ea592271a02ff532a883e755d319c1, ASSIGN 2024-11-23T02:21:10,838 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ea592271a02ff532a883e755d319c1, ASSIGN; state=OFFLINE, location=fde8ce287ea2,43695,1732328465221; forceNewPlan=false, retain=false 2024-11-23T02:21:10,988 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=62ea592271a02ff532a883e755d319c1, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:10,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:21:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:21:11,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:11,151 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:11,151 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:11,152 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:11,152 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:11,152 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:11,152 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:11,154 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:11,157 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:21:11,157 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ea592271a02ff532a883e755d319c1 columnFamilyName A 2024-11-23T02:21:11,157 DEBUG [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:11,158 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] regionserver.HStore(327): Store=62ea592271a02ff532a883e755d319c1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:11,159 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:11,160 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:21:11,161 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ea592271a02ff532a883e755d319c1 columnFamilyName B 2024-11-23T02:21:11,161 DEBUG [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:11,162 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] regionserver.HStore(327): Store=62ea592271a02ff532a883e755d319c1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:11,162 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:11,164 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:21:11,164 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ea592271a02ff532a883e755d319c1 columnFamilyName C 2024-11-23T02:21:11,164 DEBUG [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:11,165 INFO [StoreOpener-62ea592271a02ff532a883e755d319c1-1 {}] regionserver.HStore(327): Store=62ea592271a02ff532a883e755d319c1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:11,165 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:11,167 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:11,168 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:11,171 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:21:11,173 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:11,177 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:11,178 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 62ea592271a02ff532a883e755d319c1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59225511, jitterRate=-0.1174711138010025}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:21:11,179 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:11,181 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., pid=11, masterSystemTime=1732328471145 2024-11-23T02:21:11,184 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:11,184 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:11,185 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=62ea592271a02ff532a883e755d319c1, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:11,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T02:21:11,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 in 196 msec 2024-11-23T02:21:11,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:21:11,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ea592271a02ff532a883e755d319c1, ASSIGN in 358 msec 2024-11-23T02:21:11,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:11,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328471196"}]},"ts":"1732328471196"} 2024-11-23T02:21:11,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:21:11,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:11,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 817 msec 2024-11-23T02:21:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T02:21:11,514 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-23T02:21:11,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-23T02:21:11,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:11,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:11,531 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:11,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:11,537 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:11,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-23T02:21:11,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:11,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-23T02:21:11,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:11,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-23T02:21:11,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:11,560 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-23T02:21:11,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:11,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-23T02:21:11,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:11,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-23T02:21:11,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:11,575 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-23T02:21:11,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:11,580 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-23T02:21:11,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:11,585 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-23T02:21:11,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:11,596 DEBUG [hconnection-0x4c21a880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:11,596 DEBUG [hconnection-0x74328c80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:11,596 DEBUG [hconnection-0x1734c206-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:11,597 DEBUG [hconnection-0x4ee426b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:11,597 DEBUG [hconnection-0x62bc4cf2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:11,598 DEBUG [hconnection-0x3a31c907-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:11,600 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:11,600 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:11,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:11,604 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:11,604 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:11,609 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-23T02:21:11,612 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:11,614 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:11,614 DEBUG [hconnection-0x3b66a271-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:11,614 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:11,615 DEBUG [hconnection-0x75aabd1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:11,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:21:11,634 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:11,635 DEBUG [hconnection-0xd8e3d69-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:11,636 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:11,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:11,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:21:11,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:11,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:11,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:11,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:11,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:11,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:21:11,777 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:11,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:11,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:11,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:11,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:11,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:11,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:11,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/d37ee6473d0d47e591d18f82669bb6c0 is 50, key is test_row_0/A:col10/1732328471669/Put/seqid=0 2024-11-23T02:21:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:11,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741839_1015 (size=14341) 2024-11-23T02:21:11,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/d37ee6473d0d47e591d18f82669bb6c0 2024-11-23T02:21:11,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328531856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:11,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328531860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328531870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:11,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328531873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328531871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:21:11,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:11,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/8f803389b7174f009ddb8641e097cf1b is 50, key is test_row_0/B:col10/1732328471669/Put/seqid=0 2024-11-23T02:21:11,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:11,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:11,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:11,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:11,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:11,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741840_1016 (size=12001) 2024-11-23T02:21:11,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/8f803389b7174f009ddb8641e097cf1b 2024-11-23T02:21:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328532007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328532009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328532010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328532011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328532012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/3895a198359b45189b648a590aca2f54 is 50, key is test_row_0/C:col10/1732328471669/Put/seqid=0 2024-11-23T02:21:12,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741841_1017 (size=12001) 2024-11-23T02:21:12,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/3895a198359b45189b648a590aca2f54 2024-11-23T02:21:12,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/d37ee6473d0d47e591d18f82669bb6c0 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/d37ee6473d0d47e591d18f82669bb6c0 2024-11-23T02:21:12,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/d37ee6473d0d47e591d18f82669bb6c0, entries=200, sequenceid=12, filesize=14.0 K 2024-11-23T02:21:12,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/8f803389b7174f009ddb8641e097cf1b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8f803389b7174f009ddb8641e097cf1b 2024-11-23T02:21:12,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:12,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8f803389b7174f009ddb8641e097cf1b, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T02:21:12,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/3895a198359b45189b648a590aca2f54 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/3895a198359b45189b648a590aca2f54 2024-11-23T02:21:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/3895a198359b45189b648a590aca2f54, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T02:21:12,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 62ea592271a02ff532a883e755d319c1 in 454ms, sequenceid=12, compaction requested=false 2024-11-23T02:21:12,137 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T02:21:12,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:21:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:12,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T02:21:12,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:12,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:12,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:12,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:12,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:12,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:12,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/080cb71ee2c7459bb555f8e688ab29e1 is 50, key is test_row_0/A:col10/1732328471864/Put/seqid=0 2024-11-23T02:21:12,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328532241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328532242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328532243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328532245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328532248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741842_1018 (size=14341) 2024-11-23T02:21:12,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/080cb71ee2c7459bb555f8e688ab29e1 2024-11-23T02:21:12,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:12,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:12,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/1e1dfa91f0b74e7ebaaa041f642d2324 is 50, key is test_row_0/B:col10/1732328471864/Put/seqid=0 2024-11-23T02:21:12,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741843_1019 (size=12001) 2024-11-23T02:21:12,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328532361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328532362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328532363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328532365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328532366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328532567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328532575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328532576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328532576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328532575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/1e1dfa91f0b74e7ebaaa041f642d2324 2024-11-23T02:21:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:21:12,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/625a4905eb0242e2b7585e4377825f42 is 50, key is test_row_0/C:col10/1732328471864/Put/seqid=0 2024-11-23T02:21:12,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:12,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:12,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741844_1020 (size=12001) 2024-11-23T02:21:12,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328532871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328532883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328532884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328532884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328532887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,902 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:12,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:12,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:12,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:12,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:13,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:13,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:13,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/625a4905eb0242e2b7585e4377825f42 2024-11-23T02:21:13,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/080cb71ee2c7459bb555f8e688ab29e1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/080cb71ee2c7459bb555f8e688ab29e1 2024-11-23T02:21:13,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/080cb71ee2c7459bb555f8e688ab29e1, entries=200, sequenceid=40, filesize=14.0 K 2024-11-23T02:21:13,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:13,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/1e1dfa91f0b74e7ebaaa041f642d2324 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1e1dfa91f0b74e7ebaaa041f642d2324 2024-11-23T02:21:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:13,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:13,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:13,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:13,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1e1dfa91f0b74e7ebaaa041f642d2324, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T02:21:13,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/625a4905eb0242e2b7585e4377825f42 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/625a4905eb0242e2b7585e4377825f42 2024-11-23T02:21:13,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/625a4905eb0242e2b7585e4377825f42, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T02:21:13,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 62ea592271a02ff532a883e755d319c1 in 1023ms, sequenceid=40, compaction requested=false 2024-11-23T02:21:13,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:13,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T02:21:13,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:13,369 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T02:21:13,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:13,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:13,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:13,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:13,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:13,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/686a4a924cdc48a08b0a9e4d76ee0b0c is 50, key is test_row_0/A:col10/1732328472236/Put/seqid=0 2024-11-23T02:21:13,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:21:13,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-23T02:21:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:13,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:13,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741845_1021 (size=12001) 2024-11-23T02:21:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328533489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328533489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328533503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328533507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328533508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328533609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328533610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328533625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328533632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328533632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:21:13,807 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/686a4a924cdc48a08b0a9e4d76ee0b0c 2024-11-23T02:21:13,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328533815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328533817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328533831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/ef151d67a7d24e8db1c2069963d96a05 is 50, key is test_row_0/B:col10/1732328472236/Put/seqid=0 2024-11-23T02:21:13,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328533841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328533841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:13,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741846_1022 (size=12001) 2024-11-23T02:21:14,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328534123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:14,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328534122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:14,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328534137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:14,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328534146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:14,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328534148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:14,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:21:14,259 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/ef151d67a7d24e8db1c2069963d96a05 2024-11-23T02:21:14,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/4377db3035864bc487869c6fa2bfa2ae is 50, key is test_row_0/C:col10/1732328472236/Put/seqid=0 2024-11-23T02:21:14,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741847_1023 (size=12001) 2024-11-23T02:21:14,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328534630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:14,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328534631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:14,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328534642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328534654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:14,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328534655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:14,702 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/4377db3035864bc487869c6fa2bfa2ae 2024-11-23T02:21:14,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/686a4a924cdc48a08b0a9e4d76ee0b0c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/686a4a924cdc48a08b0a9e4d76ee0b0c 2024-11-23T02:21:14,730 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/686a4a924cdc48a08b0a9e4d76ee0b0c, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T02:21:14,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/ef151d67a7d24e8db1c2069963d96a05 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/ef151d67a7d24e8db1c2069963d96a05 2024-11-23T02:21:14,748 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/ef151d67a7d24e8db1c2069963d96a05, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T02:21:14,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/4377db3035864bc487869c6fa2bfa2ae as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4377db3035864bc487869c6fa2bfa2ae 2024-11-23T02:21:14,766 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4377db3035864bc487869c6fa2bfa2ae, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T02:21:14,768 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 62ea592271a02ff532a883e755d319c1 in 1400ms, sequenceid=48, compaction requested=true 2024-11-23T02:21:14,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T02:21:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-23T02:21:14,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T02:21:14,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1550 sec 2024-11-23T02:21:14,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.1720 sec 2024-11-23T02:21:14,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T02:21:14,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T02:21:14,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T02:21:14,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-23T02:21:14,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:21:14,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T02:21:14,989 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T02:21:14,989 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T02:21:14,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:21:14,991 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T02:21:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:15,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-23T02:21:15,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:15,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:15,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:15,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:15,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:15,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:15,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/3c0da726a2134b2bae42c276205b90ea is 50, key is test_row_0/A:col10/1732328473483/Put/seqid=0 2024-11-23T02:21:15,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:15,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328535649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328535648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328535652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:15,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328535660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:15,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328535666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:15,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741848_1024 (size=12001) 2024-11-23T02:21:15,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/3c0da726a2134b2bae42c276205b90ea 2024-11-23T02:21:15,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/a2ffaa6a5af34112971d1cbb1e098eee is 50, key is test_row_0/B:col10/1732328473483/Put/seqid=0 2024-11-23T02:21:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741849_1025 (size=12001) 2024-11-23T02:21:15,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/a2ffaa6a5af34112971d1cbb1e098eee 2024-11-23T02:21:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T02:21:15,732 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-23T02:21:15,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-23T02:21:15,738 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:15,739 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:15,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:21:15,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/ad7da427f73044d3bc45c83f1e7d1cf2 is 50, key is test_row_0/C:col10/1732328473483/Put/seqid=0 2024-11-23T02:21:15,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741850_1026 (size=12001) 2024-11-23T02:21:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328535757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328535755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:15,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/ad7da427f73044d3bc45c83f1e7d1cf2 2024-11-23T02:21:15,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/3c0da726a2134b2bae42c276205b90ea as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3c0da726a2134b2bae42c276205b90ea 2024-11-23T02:21:15,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3c0da726a2134b2bae42c276205b90ea, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:21:15,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/a2ffaa6a5af34112971d1cbb1e098eee as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a2ffaa6a5af34112971d1cbb1e098eee 2024-11-23T02:21:15,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a2ffaa6a5af34112971d1cbb1e098eee, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:21:15,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/ad7da427f73044d3bc45c83f1e7d1cf2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/ad7da427f73044d3bc45c83f1e7d1cf2 2024-11-23T02:21:15,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/ad7da427f73044d3bc45c83f1e7d1cf2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:21:15,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 62ea592271a02ff532a883e755d319c1 in 182ms, sequenceid=78, compaction requested=true 2024-11-23T02:21:15,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:15,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:15,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:15,828 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:15,829 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:15,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:15,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:15,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:15,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:15,837 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:15,838 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/B is initiating minor compaction (all files) 2024-11-23T02:21:15,839 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/B in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:15,839 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8f803389b7174f009ddb8641e097cf1b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1e1dfa91f0b74e7ebaaa041f642d2324, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/ef151d67a7d24e8db1c2069963d96a05, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a2ffaa6a5af34112971d1cbb1e098eee] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=46.9 K 2024-11-23T02:21:15,840 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:15,840 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f803389b7174f009ddb8641e097cf1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732328471656 2024-11-23T02:21:15,840 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/A is initiating minor compaction (all files) 2024-11-23T02:21:15,841 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/A in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:21:15,841 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e1dfa91f0b74e7ebaaa041f642d2324, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732328471863 2024-11-23T02:21:15,842 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting ef151d67a7d24e8db1c2069963d96a05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732328472231 2024-11-23T02:21:15,842 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/d37ee6473d0d47e591d18f82669bb6c0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/080cb71ee2c7459bb555f8e688ab29e1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/686a4a924cdc48a08b0a9e4d76ee0b0c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3c0da726a2134b2bae42c276205b90ea] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=51.4 K 2024-11-23T02:21:15,843 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a2ffaa6a5af34112971d1cbb1e098eee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328473483 2024-11-23T02:21:15,843 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting d37ee6473d0d47e591d18f82669bb6c0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732328471612 2024-11-23T02:21:15,845 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 080cb71ee2c7459bb555f8e688ab29e1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732328471855 2024-11-23T02:21:15,847 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 686a4a924cdc48a08b0a9e4d76ee0b0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732328472231 2024-11-23T02:21:15,848 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c0da726a2134b2bae42c276205b90ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328473483 2024-11-23T02:21:15,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:15,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T02:21:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:15,894 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-23T02:21:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:15,907 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#A#compaction#13 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:15,908 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/80879c71538d49edb115136fa69ef3de is 50, key is test_row_0/A:col10/1732328473483/Put/seqid=0 2024-11-23T02:21:15,912 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#B#compaction#12 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:15,913 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/607cf9f7b30d4cb781bc18a6292b0c49 is 50, key is test_row_0/B:col10/1732328473483/Put/seqid=0 2024-11-23T02:21:15,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/440d459dc75c4034b01a191fda62cdff is 50, key is test_row_1/A:col10/1732328475643/Put/seqid=0 2024-11-23T02:21:15,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741851_1027 (size=12139) 2024-11-23T02:21:15,953 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/80879c71538d49edb115136fa69ef3de as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/80879c71538d49edb115136fa69ef3de 2024-11-23T02:21:15,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741852_1028 (size=12139) 2024-11-23T02:21:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741853_1029 (size=9657) 2024-11-23T02:21:15,966 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/607cf9f7b30d4cb781bc18a6292b0c49 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/607cf9f7b30d4cb781bc18a6292b0c49 2024-11-23T02:21:15,968 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/440d459dc75c4034b01a191fda62cdff 2024-11-23T02:21:15,988 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ea592271a02ff532a883e755d319c1/B of 62ea592271a02ff532a883e755d319c1 into 607cf9f7b30d4cb781bc18a6292b0c49(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:15,988 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ea592271a02ff532a883e755d319c1/A of 62ea592271a02ff532a883e755d319c1 into 80879c71538d49edb115136fa69ef3de(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:15,988 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:15,988 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:15,989 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/A, priority=12, startTime=1732328475827; duration=0sec 2024-11-23T02:21:15,989 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/B, priority=12, startTime=1732328475828; duration=0sec 2024-11-23T02:21:15,989 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:15,989 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:A 2024-11-23T02:21:15,989 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:15,989 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:B 2024-11-23T02:21:15,989 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:15,992 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:15,993 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/C is initiating minor compaction (all files) 2024-11-23T02:21:15,993 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/C in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:15,993 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/3895a198359b45189b648a590aca2f54, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/625a4905eb0242e2b7585e4377825f42, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4377db3035864bc487869c6fa2bfa2ae, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/ad7da427f73044d3bc45c83f1e7d1cf2] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=46.9 K 2024-11-23T02:21:15,994 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3895a198359b45189b648a590aca2f54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732328471656 2024-11-23T02:21:15,994 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 625a4905eb0242e2b7585e4377825f42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732328471863 2024-11-23T02:21:15,996 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4377db3035864bc487869c6fa2bfa2ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732328472231 2024-11-23T02:21:15,997 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad7da427f73044d3bc45c83f1e7d1cf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328473483 2024-11-23T02:21:16,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/eec2cbd681f74bc7ba1a4146151603ad is 50, key is test_row_1/B:col10/1732328475643/Put/seqid=0 2024-11-23T02:21:16,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741854_1030 (size=9657) 2024-11-23T02:21:16,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:16,022 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/eec2cbd681f74bc7ba1a4146151603ad 2024-11-23T02:21:16,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/f9611f414f19459a9e9b9d90b5419f1c is 50, key is test_row_1/C:col10/1732328475643/Put/seqid=0 2024-11-23T02:21:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:21:16,045 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#C#compaction#16 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:16,046 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/9ce1c3f25acc4397b1c9adf1cf73d770 is 50, key is test_row_0/C:col10/1732328473483/Put/seqid=0 2024-11-23T02:21:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741855_1031 (size=9657) 2024-11-23T02:21:16,061 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/f9611f414f19459a9e9b9d90b5419f1c 2024-11-23T02:21:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741856_1032 (size=12139) 2024-11-23T02:21:16,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/440d459dc75c4034b01a191fda62cdff as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/440d459dc75c4034b01a191fda62cdff 2024-11-23T02:21:16,088 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/9ce1c3f25acc4397b1c9adf1cf73d770 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/9ce1c3f25acc4397b1c9adf1cf73d770 2024-11-23T02:21:16,093 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/440d459dc75c4034b01a191fda62cdff, entries=100, sequenceid=84, filesize=9.4 K 2024-11-23T02:21:16,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/eec2cbd681f74bc7ba1a4146151603ad as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eec2cbd681f74bc7ba1a4146151603ad 2024-11-23T02:21:16,100 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ea592271a02ff532a883e755d319c1/C of 62ea592271a02ff532a883e755d319c1 into 9ce1c3f25acc4397b1c9adf1cf73d770(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:16,101 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:16,101 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/C, priority=12, startTime=1732328475830; duration=0sec 2024-11-23T02:21:16,101 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:16,101 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:C 2024-11-23T02:21:16,107 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eec2cbd681f74bc7ba1a4146151603ad, entries=100, sequenceid=84, filesize=9.4 K 2024-11-23T02:21:16,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/f9611f414f19459a9e9b9d90b5419f1c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/f9611f414f19459a9e9b9d90b5419f1c 2024-11-23T02:21:16,122 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/f9611f414f19459a9e9b9d90b5419f1c, entries=100, sequenceid=84, filesize=9.4 K 2024-11-23T02:21:16,124 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=107.34 KB/109920 for 62ea592271a02ff532a883e755d319c1 in 230ms, sequenceid=84, compaction requested=false 2024-11-23T02:21:16,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:16,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:16,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T02:21:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-23T02:21:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:16,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:21:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:16,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T02:21:16,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 388 msec 2024-11-23T02:21:16,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 397 msec 2024-11-23T02:21:16,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/df4306c6dec24ef3859836901652462e is 50, key is test_row_0/A:col10/1732328476112/Put/seqid=0 2024-11-23T02:21:16,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741857_1033 (size=14341) 2024-11-23T02:21:16,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/df4306c6dec24ef3859836901652462e 2024-11-23T02:21:16,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/3a01d780b062467ab6c4d9df655468e2 is 50, key is test_row_0/B:col10/1732328476112/Put/seqid=0 2024-11-23T02:21:16,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741858_1034 (size=12001) 2024-11-23T02:21:16,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328536218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328536219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328536333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328536333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T02:21:16,343 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-23T02:21:16,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-23T02:21:16,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T02:21:16,350 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:16,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T02:21:16,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T02:21:16,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:16,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:16,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:16,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328536542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328536544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/3a01d780b062467ab6c4d9df655468e2 2024-11-23T02:21:16,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/8e5af43300c04d8892f9304bec1c766b is 50, key is test_row_0/C:col10/1732328476112/Put/seqid=0 2024-11-23T02:21:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741859_1035 (size=12001) 2024-11-23T02:21:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T02:21:16,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T02:21:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:16,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T02:21:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:16,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328536851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328536851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T02:21:16,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:16,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T02:21:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:16,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:17,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/8e5af43300c04d8892f9304bec1c766b 2024-11-23T02:21:17,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/df4306c6dec24ef3859836901652462e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/df4306c6dec24ef3859836901652462e 2024-11-23T02:21:17,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/df4306c6dec24ef3859836901652462e, entries=200, sequenceid=107, filesize=14.0 K 2024-11-23T02:21:17,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/3a01d780b062467ab6c4d9df655468e2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3a01d780b062467ab6c4d9df655468e2 2024-11-23T02:21:17,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3a01d780b062467ab6c4d9df655468e2, entries=150, sequenceid=107, filesize=11.7 K 2024-11-23T02:21:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/8e5af43300c04d8892f9304bec1c766b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/8e5af43300c04d8892f9304bec1c766b 2024-11-23T02:21:17,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/8e5af43300c04d8892f9304bec1c766b, entries=150, sequenceid=107, filesize=11.7 K 2024-11-23T02:21:17,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 62ea592271a02ff532a883e755d319c1 in 966ms, sequenceid=107, compaction requested=true 2024-11-23T02:21:17,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:17,095 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:17,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:17,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:17,096 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:17,097 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:17,098 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/A is initiating minor compaction (all files) 2024-11-23T02:21:17,098 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/A in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,098 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/80879c71538d49edb115136fa69ef3de, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/440d459dc75c4034b01a191fda62cdff, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/df4306c6dec24ef3859836901652462e] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=35.3 K 2024-11-23T02:21:17,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:17,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:17,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:17,099 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:17,100 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/B is initiating minor compaction (all files) 2024-11-23T02:21:17,100 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/B in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,100 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/607cf9f7b30d4cb781bc18a6292b0c49, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eec2cbd681f74bc7ba1a4146151603ad, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3a01d780b062467ab6c4d9df655468e2] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=33.0 K 2024-11-23T02:21:17,101 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80879c71538d49edb115136fa69ef3de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328473483 2024-11-23T02:21:17,101 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 607cf9f7b30d4cb781bc18a6292b0c49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328473483 2024-11-23T02:21:17,102 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 440d459dc75c4034b01a191fda62cdff, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732328475643 2024-11-23T02:21:17,102 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting eec2cbd681f74bc7ba1a4146151603ad, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732328475643 2024-11-23T02:21:17,103 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting df4306c6dec24ef3859836901652462e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732328476099 2024-11-23T02:21:17,104 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a01d780b062467ab6c4d9df655468e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732328476099 2024-11-23T02:21:17,124 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T02:21:17,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,126 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:21:17,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/21040cb952804ce89f67ed7685d46a7d is 50, key is test_row_0/A:col10/1732328476216/Put/seqid=0 2024-11-23T02:21:17,142 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:17,143 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/3c00660c9876410eaabf27cbf6dd3b5e is 50, key is test_row_0/B:col10/1732328476112/Put/seqid=0 2024-11-23T02:21:17,146 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#A#compaction#21 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:17,150 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/ec140fc1e8744d42a2f375f60e6b3939 is 50, key is test_row_0/A:col10/1732328476112/Put/seqid=0 2024-11-23T02:21:17,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741860_1036 (size=12001) 2024-11-23T02:21:17,179 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/21040cb952804ce89f67ed7685d46a7d 2024-11-23T02:21:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741861_1037 (size=12241) 2024-11-23T02:21:17,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741862_1038 (size=12241) 2024-11-23T02:21:17,220 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/ec140fc1e8744d42a2f375f60e6b3939 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ec140fc1e8744d42a2f375f60e6b3939 2024-11-23T02:21:17,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/4c3eeb14d12747fbbeb67525245323b2 is 50, key is test_row_0/B:col10/1732328476216/Put/seqid=0 2024-11-23T02:21:17,227 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/3c00660c9876410eaabf27cbf6dd3b5e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3c00660c9876410eaabf27cbf6dd3b5e 2024-11-23T02:21:17,235 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ea592271a02ff532a883e755d319c1/A of 62ea592271a02ff532a883e755d319c1 into ec140fc1e8744d42a2f375f60e6b3939(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:17,235 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:17,235 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/A, priority=13, startTime=1732328477095; duration=0sec 2024-11-23T02:21:17,235 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:17,235 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:A 2024-11-23T02:21:17,235 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:17,237 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:17,237 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/C is initiating minor compaction (all files) 2024-11-23T02:21:17,237 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/C in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,237 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/9ce1c3f25acc4397b1c9adf1cf73d770, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/f9611f414f19459a9e9b9d90b5419f1c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/8e5af43300c04d8892f9304bec1c766b] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=33.0 K 2024-11-23T02:21:17,238 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ce1c3f25acc4397b1c9adf1cf73d770, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328473483 2024-11-23T02:21:17,239 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9611f414f19459a9e9b9d90b5419f1c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732328475643 2024-11-23T02:21:17,239 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ea592271a02ff532a883e755d319c1/B of 62ea592271a02ff532a883e755d319c1 into 3c00660c9876410eaabf27cbf6dd3b5e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:17,239 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:17,239 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/B, priority=13, startTime=1732328477096; duration=0sec 2024-11-23T02:21:17,239 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:17,239 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:B 2024-11-23T02:21:17,240 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e5af43300c04d8892f9304bec1c766b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732328476099 2024-11-23T02:21:17,279 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#C#compaction#25 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:17,280 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/e895a898edc04ffcaf205911ef9efb18 is 50, key is test_row_0/C:col10/1732328476112/Put/seqid=0 2024-11-23T02:21:17,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741863_1039 (size=12001) 2024-11-23T02:21:17,287 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/4c3eeb14d12747fbbeb67525245323b2 2024-11-23T02:21:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/a78ecdd9e3584a3db300e52c93fa4584 is 50, key is test_row_0/C:col10/1732328476216/Put/seqid=0 2024-11-23T02:21:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741864_1040 (size=12241) 2024-11-23T02:21:17,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741865_1041 (size=12001) 2024-11-23T02:21:17,332 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/a78ecdd9e3584a3db300e52c93fa4584 2024-11-23T02:21:17,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/21040cb952804ce89f67ed7685d46a7d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/21040cb952804ce89f67ed7685d46a7d 2024-11-23T02:21:17,355 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/21040cb952804ce89f67ed7685d46a7d, entries=150, sequenceid=123, filesize=11.7 K 2024-11-23T02:21:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:17,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/4c3eeb14d12747fbbeb67525245323b2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/4c3eeb14d12747fbbeb67525245323b2 2024-11-23T02:21:17,376 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/4c3eeb14d12747fbbeb67525245323b2, entries=150, sequenceid=123, filesize=11.7 K 2024-11-23T02:21:17,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/a78ecdd9e3584a3db300e52c93fa4584 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a78ecdd9e3584a3db300e52c93fa4584 2024-11-23T02:21:17,387 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a78ecdd9e3584a3db300e52c93fa4584, entries=150, sequenceid=123, filesize=11.7 K 2024-11-23T02:21:17,389 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=80.51 KB/82440 for 62ea592271a02ff532a883e755d319c1 in 263ms, sequenceid=123, compaction requested=false 2024-11-23T02:21:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-23T02:21:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-23T02:21:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:17,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:21:17,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:17,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:17,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T02:21:17,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:17,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0420 sec 2024-11-23T02:21:17,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:17,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:17,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:17,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.0550 sec 2024-11-23T02:21:17,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/a45e656630d649799fcf8fba0e757475 is 50, key is test_row_0/A:col10/1732328477392/Put/seqid=0 2024-11-23T02:21:17,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741866_1042 (size=12151) 2024-11-23T02:21:17,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/a45e656630d649799fcf8fba0e757475 2024-11-23T02:21:17,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/10a1539bf2a04dd7bebd1dd14ff3885a is 50, key is test_row_0/B:col10/1732328477392/Put/seqid=0 2024-11-23T02:21:17,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328537447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T02:21:17,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328537450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,456 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-23T02:21:17,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-23T02:21:17,461 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:17,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:17,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T02:21:17,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741867_1043 (size=12151) 2024-11-23T02:21:17,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/10a1539bf2a04dd7bebd1dd14ff3885a 2024-11-23T02:21:17,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/2fa8254667134d25a1540e06c5dbc63a is 50, key is test_row_0/C:col10/1732328477392/Put/seqid=0 2024-11-23T02:21:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741868_1044 (size=12151) 2024-11-23T02:21:17,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/2fa8254667134d25a1540e06c5dbc63a 2024-11-23T02:21:17,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/a45e656630d649799fcf8fba0e757475 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a45e656630d649799fcf8fba0e757475 2024-11-23T02:21:17,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a45e656630d649799fcf8fba0e757475, entries=150, sequenceid=142, filesize=11.9 K 2024-11-23T02:21:17,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/10a1539bf2a04dd7bebd1dd14ff3885a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/10a1539bf2a04dd7bebd1dd14ff3885a 2024-11-23T02:21:17,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/10a1539bf2a04dd7bebd1dd14ff3885a, entries=150, sequenceid=142, filesize=11.9 K 2024-11-23T02:21:17,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/2fa8254667134d25a1540e06c5dbc63a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2fa8254667134d25a1540e06c5dbc63a 2024-11-23T02:21:17,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2fa8254667134d25a1540e06c5dbc63a, entries=150, sequenceid=142, filesize=11.9 K 2024-11-23T02:21:17,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 62ea592271a02ff532a883e755d319c1 in 166ms, sequenceid=142, compaction requested=true 2024-11-23T02:21:17,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:17,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:A, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:17,562 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:17,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:17,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:17,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:17,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:17,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:21:17,563 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:17,563 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/A is initiating minor compaction (all files) 2024-11-23T02:21:17,564 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/A in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,564 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ec140fc1e8744d42a2f375f60e6b3939, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/21040cb952804ce89f67ed7685d46a7d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a45e656630d649799fcf8fba0e757475] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=35.5 K 2024-11-23T02:21:17,565 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting ec140fc1e8744d42a2f375f60e6b3939, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732328476099 2024-11-23T02:21:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T02:21:17,565 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 21040cb952804ce89f67ed7685d46a7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732328476189 2024-11-23T02:21:17,566 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a45e656630d649799fcf8fba0e757475, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732328477379 2024-11-23T02:21:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:17,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:21:17,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:17,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:17,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:17,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:17,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:17,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:17,584 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#A#compaction#31 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:17,585 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1773b1aec4694a909db61e42a8638d24 is 50, key is test_row_0/A:col10/1732328477392/Put/seqid=0 2024-11-23T02:21:17,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/e2abfe05085a471ab3d9bca3c6178010 is 50, key is test_row_0/A:col10/1732328477563/Put/seqid=0 2024-11-23T02:21:17,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T02:21:17,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:17,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:17,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:17,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328537617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741869_1045 (size=12493) 2024-11-23T02:21:17,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328537620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741870_1046 (size=14541) 2024-11-23T02:21:17,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/e2abfe05085a471ab3d9bca3c6178010 2024-11-23T02:21:17,644 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1773b1aec4694a909db61e42a8638d24 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1773b1aec4694a909db61e42a8638d24 2024-11-23T02:21:17,656 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ea592271a02ff532a883e755d319c1/A of 62ea592271a02ff532a883e755d319c1 into 1773b1aec4694a909db61e42a8638d24(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:17,656 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:17,656 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/A, priority=13, startTime=1732328477561; duration=0sec 2024-11-23T02:21:17,656 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:21:17,656 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:A 2024-11-23T02:21:17,656 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-23T02:21:17,658 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:21:17,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/91d7481bec9c4117acd283e45cb7eda8 is 50, key is test_row_0/B:col10/1732328477563/Put/seqid=0 2024-11-23T02:21:17,658 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:21:17,658 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. because compaction request was cancelled 2024-11-23T02:21:17,658 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:C 2024-11-23T02:21:17,658 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:17,661 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:17,661 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/B is initiating minor compaction (all files) 2024-11-23T02:21:17,661 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/B in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,662 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3c00660c9876410eaabf27cbf6dd3b5e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/4c3eeb14d12747fbbeb67525245323b2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/10a1539bf2a04dd7bebd1dd14ff3885a] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=35.5 K 2024-11-23T02:21:17,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328537660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,664 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c00660c9876410eaabf27cbf6dd3b5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732328476099 2024-11-23T02:21:17,664 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:17,664 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c3eeb14d12747fbbeb67525245323b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732328476189 2024-11-23T02:21:17,665 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 10a1539bf2a04dd7bebd1dd14ff3885a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732328477379 2024-11-23T02:21:17,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328537669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,671 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:17,682 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#B#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:17,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328537680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,683 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:17,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741871_1047 (size=12151) 2024-11-23T02:21:17,685 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/b26e70f77d88440baa1c28ce48a6fc42 is 50, key is test_row_0/B:col10/1732328477392/Put/seqid=0 2024-11-23T02:21:17,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741872_1048 (size=12493) 2024-11-23T02:21:17,714 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/b26e70f77d88440baa1c28ce48a6fc42 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/b26e70f77d88440baa1c28ce48a6fc42 2024-11-23T02:21:17,726 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/e895a898edc04ffcaf205911ef9efb18 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/e895a898edc04ffcaf205911ef9efb18 2024-11-23T02:21:17,728 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ea592271a02ff532a883e755d319c1/B of 62ea592271a02ff532a883e755d319c1 into b26e70f77d88440baa1c28ce48a6fc42(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:17,728 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:17,728 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/B, priority=13, startTime=1732328477562; duration=0sec 2024-11-23T02:21:17,728 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:17,728 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:B 2024-11-23T02:21:17,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328537724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,737 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ea592271a02ff532a883e755d319c1/C of 62ea592271a02ff532a883e755d319c1 into e895a898edc04ffcaf205911ef9efb18(size=12.0 K), total size for store is 35.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:17,737 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:17,737 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/C, priority=13, startTime=1732328477098; duration=0sec 2024-11-23T02:21:17,737 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:17,737 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:C 2024-11-23T02:21:17,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328537732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T02:21:17,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T02:21:17,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:17,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:17,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:17,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T02:21:17,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:17,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:17,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:17,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:17,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328537933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:17,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328537941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T02:21:18,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T02:21:18,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:18,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:18,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:18,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/91d7481bec9c4117acd283e45cb7eda8 2024-11-23T02:21:18,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/effb3a1893af451c867267e3d5b310c7 is 50, key is test_row_0/C:col10/1732328477563/Put/seqid=0 2024-11-23T02:21:18,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741873_1049 (size=12151) 2024-11-23T02:21:18,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T02:21:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:18,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:18,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328538237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328538247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,393 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T02:21:18,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:18,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:18,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:18,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/effb3a1893af451c867267e3d5b310c7 2024-11-23T02:21:18,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/e2abfe05085a471ab3d9bca3c6178010 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/e2abfe05085a471ab3d9bca3c6178010 2024-11-23T02:21:18,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/e2abfe05085a471ab3d9bca3c6178010, entries=200, sequenceid=163, filesize=14.2 K 2024-11-23T02:21:18,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/91d7481bec9c4117acd283e45cb7eda8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/91d7481bec9c4117acd283e45cb7eda8 2024-11-23T02:21:18,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T02:21:18,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:18,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:18,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:18,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:18,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/91d7481bec9c4117acd283e45cb7eda8, entries=150, sequenceid=163, filesize=11.9 K 2024-11-23T02:21:18,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/effb3a1893af451c867267e3d5b310c7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/effb3a1893af451c867267e3d5b310c7 2024-11-23T02:21:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T02:21:18,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/effb3a1893af451c867267e3d5b310c7, entries=150, sequenceid=163, filesize=11.9 K 2024-11-23T02:21:18,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 62ea592271a02ff532a883e755d319c1 in 1001ms, sequenceid=163, compaction requested=true 2024-11-23T02:21:18,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:18,572 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T02:21:18,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:18,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:18,573 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T02:21:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:18,573 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:21:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:18,573 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:21:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:18,573 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. because compaction request was cancelled 2024-11-23T02:21:18,573 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:A 2024-11-23T02:21:18,573 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:18,575 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:18,575 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/C is initiating minor compaction (all files) 2024-11-23T02:21:18,576 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/C in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:18,576 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/e895a898edc04ffcaf205911ef9efb18, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a78ecdd9e3584a3db300e52c93fa4584, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2fa8254667134d25a1540e06c5dbc63a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/effb3a1893af451c867267e3d5b310c7] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=47.4 K 2024-11-23T02:21:18,576 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:21:18,577 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting e895a898edc04ffcaf205911ef9efb18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732328476099 2024-11-23T02:21:18,577 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:21:18,577 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. because compaction request was cancelled 2024-11-23T02:21:18,577 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:B 2024-11-23T02:21:18,577 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a78ecdd9e3584a3db300e52c93fa4584, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732328476189 2024-11-23T02:21:18,578 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fa8254667134d25a1540e06c5dbc63a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732328477379 2024-11-23T02:21:18,579 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting effb3a1893af451c867267e3d5b310c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732328477444 2024-11-23T02:21:18,591 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#C#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:18,592 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/c952a0c828704527b93b7d0ec81493ee is 50, key is test_row_0/C:col10/1732328477563/Put/seqid=0 2024-11-23T02:21:18,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741874_1050 (size=12527) 2024-11-23T02:21:18,622 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/c952a0c828704527b93b7d0ec81493ee as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/c952a0c828704527b93b7d0ec81493ee 2024-11-23T02:21:18,633 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ea592271a02ff532a883e755d319c1/C of 62ea592271a02ff532a883e755d319c1 into c952a0c828704527b93b7d0ec81493ee(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:18,633 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:18,633 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/C, priority=12, startTime=1732328478573; duration=0sec 2024-11-23T02:21:18,633 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:18,633 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:C 2024-11-23T02:21:18,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T02:21:18,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:18,703 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:21:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:18,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:18,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:18,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:18,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:18,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:18,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/5752b9487bdc469b89669d965bd2155d is 50, key is test_row_0/A:col10/1732328477615/Put/seqid=0 2024-11-23T02:21:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:18,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:18,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741875_1051 (size=12151) 2024-11-23T02:21:18,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328538797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328538798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328538900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:18,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328538903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328539104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328539107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,169 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/5752b9487bdc469b89669d965bd2155d 2024-11-23T02:21:19,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/243a4e8dd3c5434a810eeef9cf053062 is 50, key is test_row_0/B:col10/1732328477615/Put/seqid=0 2024-11-23T02:21:19,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741876_1052 (size=12151) 2024-11-23T02:21:19,212 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/243a4e8dd3c5434a810eeef9cf053062 2024-11-23T02:21:19,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/4af1e13ccd2047639fbe39395940510f is 50, key is test_row_0/C:col10/1732328477615/Put/seqid=0 2024-11-23T02:21:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741877_1053 (size=12151) 2024-11-23T02:21:19,234 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/4af1e13ccd2047639fbe39395940510f 2024-11-23T02:21:19,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/5752b9487bdc469b89669d965bd2155d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5752b9487bdc469b89669d965bd2155d 2024-11-23T02:21:19,252 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5752b9487bdc469b89669d965bd2155d, entries=150, sequenceid=182, filesize=11.9 K 2024-11-23T02:21:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/243a4e8dd3c5434a810eeef9cf053062 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/243a4e8dd3c5434a810eeef9cf053062 2024-11-23T02:21:19,263 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/243a4e8dd3c5434a810eeef9cf053062, entries=150, sequenceid=182, filesize=11.9 K 2024-11-23T02:21:19,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/4af1e13ccd2047639fbe39395940510f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4af1e13ccd2047639fbe39395940510f 2024-11-23T02:21:19,273 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4af1e13ccd2047639fbe39395940510f, entries=150, sequenceid=182, filesize=11.9 K 2024-11-23T02:21:19,275 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 62ea592271a02ff532a883e755d319c1 in 572ms, sequenceid=182, compaction requested=true 2024-11-23T02:21:19,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:19,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:19,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-23T02:21:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-23T02:21:19,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T02:21:19,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-11-23T02:21:19,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.8220 sec 2024-11-23T02:21:19,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:21:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:19,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:19,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:19,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:19,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/3d919fbbbb0f4badbfb364bb222c0217 is 50, key is test_row_0/A:col10/1732328478794/Put/seqid=0 2024-11-23T02:21:19,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741878_1054 (size=12151) 2024-11-23T02:21:19,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/3d919fbbbb0f4badbfb364bb222c0217 2024-11-23T02:21:19,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/a9540db403fc4e51b218b87f49dc2939 is 50, key is test_row_0/B:col10/1732328478794/Put/seqid=0 2024-11-23T02:21:19,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741879_1055 (size=12151) 2024-11-23T02:21:19,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:19,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328539480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328539480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T02:21:19,570 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-23T02:21:19,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-23T02:21:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:21:19,579 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:19,581 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:19,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:19,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328539585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328539586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:21:19,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:21:19,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:19,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:19,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:19,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:19,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:19,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328539791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328539792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/a9540db403fc4e51b218b87f49dc2939 2024-11-23T02:21:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:21:19,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/949a59fe0c464f359f2ecf5684b23996 is 50, key is test_row_0/C:col10/1732328478794/Put/seqid=0 2024-11-23T02:21:19,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:19,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:21:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:19,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:19,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741880_1056 (size=12151) 2024-11-23T02:21:19,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/949a59fe0c464f359f2ecf5684b23996 2024-11-23T02:21:19,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/3d919fbbbb0f4badbfb364bb222c0217 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3d919fbbbb0f4badbfb364bb222c0217 2024-11-23T02:21:19,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3d919fbbbb0f4badbfb364bb222c0217, entries=150, sequenceid=205, filesize=11.9 K 2024-11-23T02:21:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/a9540db403fc4e51b218b87f49dc2939 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a9540db403fc4e51b218b87f49dc2939 2024-11-23T02:21:19,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a9540db403fc4e51b218b87f49dc2939, entries=150, sequenceid=205, filesize=11.9 K 2024-11-23T02:21:19,925 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T02:21:19,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/949a59fe0c464f359f2ecf5684b23996 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/949a59fe0c464f359f2ecf5684b23996 2024-11-23T02:21:19,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/949a59fe0c464f359f2ecf5684b23996, entries=150, sequenceid=205, filesize=11.9 K 2024-11-23T02:21:19,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 62ea592271a02ff532a883e755d319c1 in 523ms, sequenceid=205, compaction requested=true 2024-11-23T02:21:19,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:19,936 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:19,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:19,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:19,937 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:19,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:19,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:19,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:19,938 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:19,938 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/A is initiating minor compaction (all files) 2024-11-23T02:21:19,938 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/A in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:19,938 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1773b1aec4694a909db61e42a8638d24, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/e2abfe05085a471ab3d9bca3c6178010, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5752b9487bdc469b89669d965bd2155d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3d919fbbbb0f4badbfb364bb222c0217] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=50.1 K 2024-11-23T02:21:19,941 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:19,941 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1773b1aec4694a909db61e42a8638d24, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732328477379 2024-11-23T02:21:19,941 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/B is initiating minor compaction (all files) 2024-11-23T02:21:19,941 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/B in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:19,941 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/b26e70f77d88440baa1c28ce48a6fc42, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/91d7481bec9c4117acd283e45cb7eda8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/243a4e8dd3c5434a810eeef9cf053062, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a9540db403fc4e51b218b87f49dc2939] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=47.8 K 2024-11-23T02:21:19,941 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2abfe05085a471ab3d9bca3c6178010, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732328477442 2024-11-23T02:21:19,942 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting b26e70f77d88440baa1c28ce48a6fc42, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732328477379 2024-11-23T02:21:19,942 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5752b9487bdc469b89669d965bd2155d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732328477588 2024-11-23T02:21:19,942 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d919fbbbb0f4badbfb364bb222c0217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732328478794 2024-11-23T02:21:19,942 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 91d7481bec9c4117acd283e45cb7eda8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732328477444 2024-11-23T02:21:19,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:19,943 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 243a4e8dd3c5434a810eeef9cf053062, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732328477588 2024-11-23T02:21:19,943 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a9540db403fc4e51b218b87f49dc2939, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732328478794 2024-11-23T02:21:19,963 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:19,963 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/4a8dd8346e724529bb6bec0a4ba98ed4 is 50, key is test_row_0/A:col10/1732328478794/Put/seqid=0 2024-11-23T02:21:19,966 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:19,966 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/9ab72bbd93d942f59d1b565881b97f10 is 50, key is test_row_0/B:col10/1732328478794/Put/seqid=0 2024-11-23T02:21:19,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741882_1058 (size=12629) 2024-11-23T02:21:20,002 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/9ab72bbd93d942f59d1b565881b97f10 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/9ab72bbd93d942f59d1b565881b97f10 2024-11-23T02:21:20,013 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ea592271a02ff532a883e755d319c1/B of 62ea592271a02ff532a883e755d319c1 into 9ab72bbd93d942f59d1b565881b97f10(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:20,013 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:20,013 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/B, priority=12, startTime=1732328479937; duration=0sec 2024-11-23T02:21:20,013 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:20,013 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:B 2024-11-23T02:21:20,013 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:20,015 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:20,015 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/C is initiating minor compaction (all files) 2024-11-23T02:21:20,015 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/C in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:20,015 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/c952a0c828704527b93b7d0ec81493ee, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4af1e13ccd2047639fbe39395940510f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/949a59fe0c464f359f2ecf5684b23996] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=36.0 K 2024-11-23T02:21:20,016 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c952a0c828704527b93b7d0ec81493ee, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732328477444 2024-11-23T02:21:20,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741881_1057 (size=12629) 2024-11-23T02:21:20,018 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4af1e13ccd2047639fbe39395940510f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732328477588 2024-11-23T02:21:20,020 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 949a59fe0c464f359f2ecf5684b23996, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732328478794 2024-11-23T02:21:20,030 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/4a8dd8346e724529bb6bec0a4ba98ed4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/4a8dd8346e724529bb6bec0a4ba98ed4 2024-11-23T02:21:20,042 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ea592271a02ff532a883e755d319c1/A of 62ea592271a02ff532a883e755d319c1 into 4a8dd8346e724529bb6bec0a4ba98ed4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:20,042 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:20,043 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/A, priority=12, startTime=1732328479936; duration=0sec 2024-11-23T02:21:20,043 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:20,043 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:A 2024-11-23T02:21:20,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T02:21:20,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:20,046 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:21:20,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:20,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:20,051 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#C#compaction#44 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:20,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1a2a4e2900334148a21d4218ea3eb494 is 50, key is test_row_0/A:col10/1732328479431/Put/seqid=0 2024-11-23T02:21:20,056 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/2d911e836cdc4eed9984e147f3ba2d43 is 50, key is test_row_0/C:col10/1732328478794/Put/seqid=0 2024-11-23T02:21:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741883_1059 (size=12151) 2024-11-23T02:21:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741884_1060 (size=12629) 2024-11-23T02:21:20,084 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1a2a4e2900334148a21d4218ea3eb494 2024-11-23T02:21:20,091 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/2d911e836cdc4eed9984e147f3ba2d43 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2d911e836cdc4eed9984e147f3ba2d43 2024-11-23T02:21:20,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/18bc62aff217431e9e75f507213b1da8 is 50, key is test_row_0/B:col10/1732328479431/Put/seqid=0 2024-11-23T02:21:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:20,105 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ea592271a02ff532a883e755d319c1/C of 62ea592271a02ff532a883e755d319c1 into 2d911e836cdc4eed9984e147f3ba2d43(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:20,105 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:20,105 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/C, priority=13, startTime=1732328479938; duration=0sec 2024-11-23T02:21:20,106 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:20,106 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:C 2024-11-23T02:21:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741885_1061 (size=12151) 2024-11-23T02:21:20,113 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/18bc62aff217431e9e75f507213b1da8 2024-11-23T02:21:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/93ef080db378424eac2c7315972544e7 is 50, key is test_row_0/C:col10/1732328479431/Put/seqid=0 2024-11-23T02:21:20,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328540141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741886_1062 (size=12151) 2024-11-23T02:21:20,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328540143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:21:20,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328540244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328540246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328540447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328540449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,544 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/93ef080db378424eac2c7315972544e7 2024-11-23T02:21:20,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1a2a4e2900334148a21d4218ea3eb494 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1a2a4e2900334148a21d4218ea3eb494 2024-11-23T02:21:20,558 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1a2a4e2900334148a21d4218ea3eb494, entries=150, sequenceid=221, filesize=11.9 K 2024-11-23T02:21:20,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T02:21:20,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/18bc62aff217431e9e75f507213b1da8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/18bc62aff217431e9e75f507213b1da8 2024-11-23T02:21:20,567 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/18bc62aff217431e9e75f507213b1da8, entries=150, sequenceid=221, filesize=11.9 K 2024-11-23T02:21:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/93ef080db378424eac2c7315972544e7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/93ef080db378424eac2c7315972544e7 2024-11-23T02:21:20,578 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/93ef080db378424eac2c7315972544e7, entries=150, sequenceid=221, filesize=11.9 K 2024-11-23T02:21:20,579 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 62ea592271a02ff532a883e755d319c1 in 533ms, sequenceid=221, compaction requested=false 2024-11-23T02:21:20,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:20,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:20,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T02:21:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-23T02:21:20,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T02:21:20,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-23T02:21:20,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.0110 sec 2024-11-23T02:21:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T02:21:20,680 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-23T02:21:20,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-23T02:21:20,686 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:20,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:20,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:21:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:20,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:21:20,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:20,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:20,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:20,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:20,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:20,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:20,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1e2b178221104eca8fea314ca08ed1bc is 50, key is test_row_0/A:col10/1732328480752/Put/seqid=0 2024-11-23T02:21:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741887_1063 (size=14541) 2024-11-23T02:21:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328540776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328540777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1e2b178221104eca8fea314ca08ed1bc 2024-11-23T02:21:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:21:20,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/1c078c5d7f0046e58c9d1620e450a042 is 50, key is test_row_0/B:col10/1732328480752/Put/seqid=0 2024-11-23T02:21:20,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741888_1064 (size=12151) 2024-11-23T02:21:20,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:20,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:20,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:20,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328540881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328540881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:21:20,996 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:20,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:20,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:20,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:20,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:20,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:20,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328541083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328541084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:21,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:21,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/1c078c5d7f0046e58c9d1620e450a042 2024-11-23T02:21:21,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/2597f7abc6e744b6bb8d6de1368f5a04 is 50, key is test_row_0/C:col10/1732328480752/Put/seqid=0 2024-11-23T02:21:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741889_1065 (size=12151) 2024-11-23T02:21:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:21:21,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328541387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328541388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:21,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:21,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:21,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:21,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/2597f7abc6e744b6bb8d6de1368f5a04 2024-11-23T02:21:21,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1e2b178221104eca8fea314ca08ed1bc as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1e2b178221104eca8fea314ca08ed1bc 2024-11-23T02:21:21,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1e2b178221104eca8fea314ca08ed1bc, entries=200, sequenceid=245, filesize=14.2 K 2024-11-23T02:21:21,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/1c078c5d7f0046e58c9d1620e450a042 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1c078c5d7f0046e58c9d1620e450a042 2024-11-23T02:21:21,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1c078c5d7f0046e58c9d1620e450a042, entries=150, sequenceid=245, filesize=11.9 K 2024-11-23T02:21:21,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/2597f7abc6e744b6bb8d6de1368f5a04 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2597f7abc6e744b6bb8d6de1368f5a04 2024-11-23T02:21:21,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2597f7abc6e744b6bb8d6de1368f5a04, entries=150, sequenceid=245, filesize=11.9 K 2024-11-23T02:21:21,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 62ea592271a02ff532a883e755d319c1 in 913ms, sequenceid=245, compaction requested=true 2024-11-23T02:21:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:21,667 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:21,667 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:21,668 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:21,668 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:21,668 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/B is initiating minor compaction (all files) 2024-11-23T02:21:21,668 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/A is initiating minor compaction (all files) 2024-11-23T02:21:21,669 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/A in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,669 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/B in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,669 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/9ab72bbd93d942f59d1b565881b97f10, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/18bc62aff217431e9e75f507213b1da8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1c078c5d7f0046e58c9d1620e450a042] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=36.1 K 2024-11-23T02:21:21,669 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/4a8dd8346e724529bb6bec0a4ba98ed4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1a2a4e2900334148a21d4218ea3eb494, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1e2b178221104eca8fea314ca08ed1bc] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=38.4 K 2024-11-23T02:21:21,669 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ab72bbd93d942f59d1b565881b97f10, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732328478794 2024-11-23T02:21:21,669 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a8dd8346e724529bb6bec0a4ba98ed4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732328478794 2024-11-23T02:21:21,670 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a2a4e2900334148a21d4218ea3eb494, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732328479431 2024-11-23T02:21:21,670 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 18bc62aff217431e9e75f507213b1da8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732328479431 2024-11-23T02:21:21,670 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e2b178221104eca8fea314ca08ed1bc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732328480134 2024-11-23T02:21:21,670 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c078c5d7f0046e58c9d1620e450a042, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732328480134 2024-11-23T02:21:21,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:21:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:21,681 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:21,682 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/a854a8133fa04629b32b9e1c1f4f213d is 50, key is test_row_0/B:col10/1732328480752/Put/seqid=0 2024-11-23T02:21:21,687 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#A#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:21,687 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/b82f58e2c2ad4f08a3328f831d8f7be4 is 50, key is test_row_0/A:col10/1732328480752/Put/seqid=0 2024-11-23T02:21:21,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741890_1066 (size=12731) 2024-11-23T02:21:21,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/6d6f81682e36464ba695ea3e134efb91 is 50, key is test_row_0/A:col10/1732328480767/Put/seqid=0 2024-11-23T02:21:21,706 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/a854a8133fa04629b32b9e1c1f4f213d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a854a8133fa04629b32b9e1c1f4f213d 2024-11-23T02:21:21,716 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ea592271a02ff532a883e755d319c1/B of 62ea592271a02ff532a883e755d319c1 into a854a8133fa04629b32b9e1c1f4f213d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:21,716 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:21,716 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/B, priority=13, startTime=1732328481667; duration=0sec 2024-11-23T02:21:21,716 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:21,716 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:B 2024-11-23T02:21:21,716 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741891_1067 (size=12731) 2024-11-23T02:21:21,718 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:21,718 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/C is initiating minor compaction (all files) 2024-11-23T02:21:21,718 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/C in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,720 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2d911e836cdc4eed9984e147f3ba2d43, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/93ef080db378424eac2c7315972544e7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2597f7abc6e744b6bb8d6de1368f5a04] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=36.1 K 2024-11-23T02:21:21,721 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d911e836cdc4eed9984e147f3ba2d43, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732328478794 2024-11-23T02:21:21,721 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 93ef080db378424eac2c7315972544e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732328479431 2024-11-23T02:21:21,722 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2597f7abc6e744b6bb8d6de1368f5a04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732328480134 2024-11-23T02:21:21,728 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/b82f58e2c2ad4f08a3328f831d8f7be4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/b82f58e2c2ad4f08a3328f831d8f7be4 2024-11-23T02:21:21,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328541727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328541732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328541732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741892_1068 (size=12251) 2024-11-23T02:21:21,737 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ea592271a02ff532a883e755d319c1/A of 62ea592271a02ff532a883e755d319c1 into b82f58e2c2ad4f08a3328f831d8f7be4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:21,737 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:21,737 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/A, priority=13, startTime=1732328481667; duration=0sec 2024-11-23T02:21:21,737 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:21,737 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:A 2024-11-23T02:21:21,738 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:21,739 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/adab3827fa2646ba8dd938de86d8edd7 is 50, key is test_row_0/C:col10/1732328480752/Put/seqid=0 2024-11-23T02:21:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741893_1069 (size=12731) 2024-11-23T02:21:21,753 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/adab3827fa2646ba8dd938de86d8edd7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/adab3827fa2646ba8dd938de86d8edd7 2024-11-23T02:21:21,765 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ea592271a02ff532a883e755d319c1/C of 62ea592271a02ff532a883e755d319c1 into adab3827fa2646ba8dd938de86d8edd7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:21,765 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:21,765 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/C, priority=13, startTime=1732328481667; duration=0sec 2024-11-23T02:21:21,765 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:21,766 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:C 2024-11-23T02:21:21,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:21,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:21,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:21:21,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328541833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328541837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328541838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328541893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328541894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:21,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:21,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328542036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328542041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328542044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/6d6f81682e36464ba695ea3e134efb91 2024-11-23T02:21:22,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/8eb614b82a694523bc53c636f02e16e9 is 50, key is test_row_0/B:col10/1732328480767/Put/seqid=0 2024-11-23T02:21:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741894_1070 (size=12251) 2024-11-23T02:21:22,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:22,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:22,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328542339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328542346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328542347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:22,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:22,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:22,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/8eb614b82a694523bc53c636f02e16e9 2024-11-23T02:21:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/bd0a8557d7564bc29c068445be2670e2 is 50, key is test_row_0/C:col10/1732328480767/Put/seqid=0 2024-11-23T02:21:22,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741895_1071 (size=12251) 2024-11-23T02:21:22,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:21:22,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328542845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328542849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328542852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:22,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:22,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328542899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328542899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:22,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/bd0a8557d7564bc29c068445be2670e2 2024-11-23T02:21:22,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/6d6f81682e36464ba695ea3e134efb91 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/6d6f81682e36464ba695ea3e134efb91 2024-11-23T02:21:22,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/6d6f81682e36464ba695ea3e134efb91, entries=150, sequenceid=260, filesize=12.0 K 2024-11-23T02:21:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/8eb614b82a694523bc53c636f02e16e9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8eb614b82a694523bc53c636f02e16e9 2024-11-23T02:21:22,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8eb614b82a694523bc53c636f02e16e9, entries=150, sequenceid=260, filesize=12.0 K 2024-11-23T02:21:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/bd0a8557d7564bc29c068445be2670e2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/bd0a8557d7564bc29c068445be2670e2 2024-11-23T02:21:23,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/bd0a8557d7564bc29c068445be2670e2, entries=150, sequenceid=260, filesize=12.0 K 2024-11-23T02:21:23,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 62ea592271a02ff532a883e755d319c1 in 1327ms, sequenceid=260, compaction requested=false 2024-11-23T02:21:23,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:23,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:23,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T02:21:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:23,014 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:21:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:23,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:23,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:23,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:23,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:23,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/5750715047b043e689b5e025cad8cd34 is 50, key is test_row_0/A:col10/1732328481729/Put/seqid=0 2024-11-23T02:21:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741896_1072 (size=12301) 2024-11-23T02:21:23,029 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/5750715047b043e689b5e025cad8cd34 2024-11-23T02:21:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/7f9178103ab0429ebd6dbf93e6a40071 is 50, key is test_row_0/B:col10/1732328481729/Put/seqid=0 2024-11-23T02:21:23,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741897_1073 (size=12301) 2024-11-23T02:21:23,451 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/7f9178103ab0429ebd6dbf93e6a40071 2024-11-23T02:21:23,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/82154c034ef2424dbcf720e8f56a69b6 is 50, key is test_row_0/C:col10/1732328481729/Put/seqid=0 2024-11-23T02:21:23,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741898_1074 (size=12301) 2024-11-23T02:21:23,468 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/82154c034ef2424dbcf720e8f56a69b6 2024-11-23T02:21:23,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/5750715047b043e689b5e025cad8cd34 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5750715047b043e689b5e025cad8cd34 2024-11-23T02:21:23,480 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5750715047b043e689b5e025cad8cd34, entries=150, sequenceid=284, filesize=12.0 K 2024-11-23T02:21:23,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/7f9178103ab0429ebd6dbf93e6a40071 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/7f9178103ab0429ebd6dbf93e6a40071 2024-11-23T02:21:23,488 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/7f9178103ab0429ebd6dbf93e6a40071, entries=150, sequenceid=284, filesize=12.0 K 2024-11-23T02:21:23,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/82154c034ef2424dbcf720e8f56a69b6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/82154c034ef2424dbcf720e8f56a69b6 2024-11-23T02:21:23,496 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/82154c034ef2424dbcf720e8f56a69b6, entries=150, sequenceid=284, filesize=12.0 K 2024-11-23T02:21:23,497 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 62ea592271a02ff532a883e755d319c1 in 482ms, sequenceid=284, compaction requested=true 2024-11-23T02:21:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-23T02:21:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-23T02:21:23,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T02:21:23,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8110 sec 2024-11-23T02:21:23,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.8180 sec 2024-11-23T02:21:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:23,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:21:23,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:23,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:23,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:23,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:23,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:23,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:23,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/ae95d2a8fb39470090d010161920935d is 50, key is test_row_0/A:col10/1732328483863/Put/seqid=0 2024-11-23T02:21:23,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741899_1075 (size=19621) 2024-11-23T02:21:23,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328543920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:23,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328543920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:23,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328543925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328544027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328544028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328544028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328544230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328544230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328544230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/ae95d2a8fb39470090d010161920935d 2024-11-23T02:21:24,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/24dc89336a1a494fb0bcefd9cd4fddec is 50, key is test_row_0/B:col10/1732328483863/Put/seqid=0 2024-11-23T02:21:24,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741900_1076 (size=12301) 2024-11-23T02:21:24,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328544534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328544536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328544537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/24dc89336a1a494fb0bcefd9cd4fddec 2024-11-23T02:21:24,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/287e91b139684d5591cd4e3cb14865b3 is 50, key is test_row_0/C:col10/1732328483863/Put/seqid=0 2024-11-23T02:21:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741901_1077 (size=12301) 2024-11-23T02:21:24,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/287e91b139684d5591cd4e3cb14865b3 2024-11-23T02:21:24,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/ae95d2a8fb39470090d010161920935d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ae95d2a8fb39470090d010161920935d 2024-11-23T02:21:24,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ae95d2a8fb39470090d010161920935d, entries=300, sequenceid=295, filesize=19.2 K 2024-11-23T02:21:24,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/24dc89336a1a494fb0bcefd9cd4fddec as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/24dc89336a1a494fb0bcefd9cd4fddec 2024-11-23T02:21:24,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/24dc89336a1a494fb0bcefd9cd4fddec, entries=150, sequenceid=295, filesize=12.0 K 2024-11-23T02:21:24,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/287e91b139684d5591cd4e3cb14865b3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/287e91b139684d5591cd4e3cb14865b3 2024-11-23T02:21:24,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/287e91b139684d5591cd4e3cb14865b3, entries=150, sequenceid=295, filesize=12.0 K 2024-11-23T02:21:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T02:21:24,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 62ea592271a02ff532a883e755d319c1 in 924ms, sequenceid=295, compaction requested=true 2024-11-23T02:21:24,794 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-23T02:21:24,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:24,795 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:24,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:24,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:24,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:24,797 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:24,797 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56904 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:24,797 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/A is initiating minor compaction (all files) 2024-11-23T02:21:24,798 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/A in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:24,798 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/b82f58e2c2ad4f08a3328f831d8f7be4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/6d6f81682e36464ba695ea3e134efb91, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5750715047b043e689b5e025cad8cd34, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ae95d2a8fb39470090d010161920935d] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=55.6 K 2024-11-23T02:21:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-23T02:21:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:21:24,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:24,799 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b82f58e2c2ad4f08a3328f831d8f7be4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732328480134 2024-11-23T02:21:24,800 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49584 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:24,800 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/B is initiating minor compaction (all files) 2024-11-23T02:21:24,800 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/B in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:24,800 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:24,800 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a854a8133fa04629b32b9e1c1f4f213d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8eb614b82a694523bc53c636f02e16e9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/7f9178103ab0429ebd6dbf93e6a40071, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/24dc89336a1a494fb0bcefd9cd4fddec] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=48.4 K 2024-11-23T02:21:24,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:24,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:24,801 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d6f81682e36464ba695ea3e134efb91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328480767 2024-11-23T02:21:24,801 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a854a8133fa04629b32b9e1c1f4f213d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732328480134 2024-11-23T02:21:24,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:24,801 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eb614b82a694523bc53c636f02e16e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328480767 2024-11-23T02:21:24,801 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5750715047b043e689b5e025cad8cd34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732328481708 2024-11-23T02:21:24,801 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:24,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:24,802 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f9178103ab0429ebd6dbf93e6a40071, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732328481708 2024-11-23T02:21:24,802 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae95d2a8fb39470090d010161920935d, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732328483859 2024-11-23T02:21:24,802 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 24dc89336a1a494fb0bcefd9cd4fddec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732328483862 2024-11-23T02:21:24,821 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:24,822 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/05899436b158432cbb04dcf49fac3aab is 50, key is test_row_0/A:col10/1732328483863/Put/seqid=0 2024-11-23T02:21:24,824 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#B#compaction#64 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:24,825 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/2963df5892844ece9e0dff1ee3e9fdb3 is 50, key is test_row_0/B:col10/1732328483863/Put/seqid=0 2024-11-23T02:21:24,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741902_1078 (size=13017) 2024-11-23T02:21:24,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741903_1079 (size=13017) 2024-11-23T02:21:24,838 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/05899436b158432cbb04dcf49fac3aab as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/05899436b158432cbb04dcf49fac3aab 2024-11-23T02:21:24,846 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ea592271a02ff532a883e755d319c1/A of 62ea592271a02ff532a883e755d319c1 into 05899436b158432cbb04dcf49fac3aab(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:24,846 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:24,846 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/A, priority=12, startTime=1732328484795; duration=0sec 2024-11-23T02:21:24,846 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:24,847 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:A 2024-11-23T02:21:24,847 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:24,848 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49584 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:24,848 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/C is initiating minor compaction (all files) 2024-11-23T02:21:24,848 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/C in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:24,849 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/adab3827fa2646ba8dd938de86d8edd7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/bd0a8557d7564bc29c068445be2670e2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/82154c034ef2424dbcf720e8f56a69b6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/287e91b139684d5591cd4e3cb14865b3] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=48.4 K 2024-11-23T02:21:24,849 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting adab3827fa2646ba8dd938de86d8edd7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732328480134 2024-11-23T02:21:24,850 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd0a8557d7564bc29c068445be2670e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732328480767 2024-11-23T02:21:24,850 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82154c034ef2424dbcf720e8f56a69b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732328481708 2024-11-23T02:21:24,851 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 287e91b139684d5591cd4e3cb14865b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732328483862 2024-11-23T02:21:24,865 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#C#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:24,866 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/7b40bb8579934d639d315a6eca6acb90 is 50, key is test_row_0/C:col10/1732328483863/Put/seqid=0 2024-11-23T02:21:24,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741904_1080 (size=13017) 2024-11-23T02:21:24,890 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/7b40bb8579934d639d315a6eca6acb90 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/7b40bb8579934d639d315a6eca6acb90 2024-11-23T02:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:21:24,901 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ea592271a02ff532a883e755d319c1/C of 62ea592271a02ff532a883e755d319c1 into 7b40bb8579934d639d315a6eca6acb90(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:24,901 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:24,902 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/C, priority=12, startTime=1732328484801; duration=0sec 2024-11-23T02:21:24,902 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:24,902 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:C 2024-11-23T02:21:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:24,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:21:24,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:24,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:24,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:24,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:24,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:24,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:24,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/741fac88f1a04cd888f66202b483c8d6 is 50, key is test_row_0/A:col10/1732328484907/Put/seqid=0 2024-11-23T02:21:24,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741905_1081 (size=14741) 2024-11-23T02:21:24,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T02:21:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:24,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:24,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328544961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:24,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328544961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328545040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328545040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328545043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328545065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328545065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:21:25,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T02:21:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,237 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/2963df5892844ece9e0dff1ee3e9fdb3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/2963df5892844ece9e0dff1ee3e9fdb3 2024-11-23T02:21:25,244 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ea592271a02ff532a883e755d319c1/B of 62ea592271a02ff532a883e755d319c1 into 2963df5892844ece9e0dff1ee3e9fdb3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:25,244 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:25,244 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/B, priority=12, startTime=1732328484797; duration=0sec 2024-11-23T02:21:25,244 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:25,244 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:B 2024-11-23T02:21:25,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T02:21:25,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:25,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328545269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328545270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/741fac88f1a04cd888f66202b483c8d6 2024-11-23T02:21:25,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/eb056c3a53544050bc58d29bc159dbfd is 50, key is test_row_0/B:col10/1732328484907/Put/seqid=0 2024-11-23T02:21:25,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741906_1082 (size=12301) 2024-11-23T02:21:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:21:25,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T02:21:25,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:25,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T02:21:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328545571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328545575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T02:21:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:25,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/eb056c3a53544050bc58d29bc159dbfd 2024-11-23T02:21:25,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/a05a652fec944dd69588fe46670ae7c0 is 50, key is test_row_0/C:col10/1732328484907/Put/seqid=0 2024-11-23T02:21:25,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741907_1083 (size=12301) 2024-11-23T02:21:25,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/a05a652fec944dd69588fe46670ae7c0 2024-11-23T02:21:25,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/741fac88f1a04cd888f66202b483c8d6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/741fac88f1a04cd888f66202b483c8d6 2024-11-23T02:21:25,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/741fac88f1a04cd888f66202b483c8d6, entries=200, sequenceid=323, filesize=14.4 K 2024-11-23T02:21:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/eb056c3a53544050bc58d29bc159dbfd as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eb056c3a53544050bc58d29bc159dbfd 2024-11-23T02:21:25,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eb056c3a53544050bc58d29bc159dbfd, entries=150, sequenceid=323, filesize=12.0 K 2024-11-23T02:21:25,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/a05a652fec944dd69588fe46670ae7c0 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a05a652fec944dd69588fe46670ae7c0 2024-11-23T02:21:25,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a05a652fec944dd69588fe46670ae7c0, entries=150, sequenceid=323, filesize=12.0 K 2024-11-23T02:21:25,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 62ea592271a02ff532a883e755d319c1 in 899ms, sequenceid=323, compaction requested=false 2024-11-23T02:21:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:25,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:25,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T02:21:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:25,878 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:21:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:25,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/afd26090baa0422d825041022dae7aa6 is 50, key is test_row_0/A:col10/1732328484959/Put/seqid=0 2024-11-23T02:21:25,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741908_1084 (size=12301) 2024-11-23T02:21:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:21:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:26,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:26,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328546073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328546075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328546075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328546075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328546080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328546177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328546179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328546180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,293 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/afd26090baa0422d825041022dae7aa6 2024-11-23T02:21:26,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/d3681d364cf4403495cee9fd1a0be038 is 50, key is test_row_0/B:col10/1732328484959/Put/seqid=0 2024-11-23T02:21:26,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741909_1085 (size=12301) 2024-11-23T02:21:26,308 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/d3681d364cf4403495cee9fd1a0be038 2024-11-23T02:21:26,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/b239079d975e4ea6b2693a8fee72a214 is 50, key is test_row_0/C:col10/1732328484959/Put/seqid=0 2024-11-23T02:21:26,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741910_1086 (size=12301) 2024-11-23T02:21:26,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328546381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328546385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328546385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328546685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328546686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328546691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:26,727 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/b239079d975e4ea6b2693a8fee72a214 2024-11-23T02:21:26,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/afd26090baa0422d825041022dae7aa6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/afd26090baa0422d825041022dae7aa6 2024-11-23T02:21:26,741 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/afd26090baa0422d825041022dae7aa6, entries=150, sequenceid=335, filesize=12.0 K 2024-11-23T02:21:26,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/d3681d364cf4403495cee9fd1a0be038 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d3681d364cf4403495cee9fd1a0be038 2024-11-23T02:21:26,748 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d3681d364cf4403495cee9fd1a0be038, entries=150, sequenceid=335, filesize=12.0 K 2024-11-23T02:21:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/b239079d975e4ea6b2693a8fee72a214 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b239079d975e4ea6b2693a8fee72a214 2024-11-23T02:21:26,756 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b239079d975e4ea6b2693a8fee72a214, entries=150, sequenceid=335, filesize=12.0 K 2024-11-23T02:21:26,757 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 62ea592271a02ff532a883e755d319c1 in 879ms, sequenceid=335, compaction requested=true 2024-11-23T02:21:26,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:26,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:26,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-23T02:21:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-23T02:21:26,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-23T02:21:26,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9580 sec 2024-11-23T02:21:26,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.9640 sec 2024-11-23T02:21:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T02:21:26,903 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-23T02:21:26,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-23T02:21:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:21:26,907 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:26,908 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:26,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:21:27,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T02:21:27,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:27,061 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:21:27,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:27,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:27,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:27,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:27,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:27,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/f06de9857f364cee82a00b08c4435922 is 50, key is test_row_0/A:col10/1732328486072/Put/seqid=0 2024-11-23T02:21:27,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741911_1087 (size=12301) 2024-11-23T02:21:27,072 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/f06de9857f364cee82a00b08c4435922 2024-11-23T02:21:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/bc53b28c8dd542448f15e79503a60d4c is 50, key is test_row_0/B:col10/1732328486072/Put/seqid=0 2024-11-23T02:21:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:27,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:27,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741912_1088 (size=12301) 2024-11-23T02:21:27,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328547093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328547094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328547189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328547193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328547195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328547195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328547197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:21:27,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328547397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328547400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,489 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/bc53b28c8dd542448f15e79503a60d4c 2024-11-23T02:21:27,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/dfddefdb62d0492e8dfac61f98b3c29d is 50, key is test_row_0/C:col10/1732328486072/Put/seqid=0 2024-11-23T02:21:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741913_1089 (size=12301) 2024-11-23T02:21:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:21:27,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328547704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328547705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:27,905 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/dfddefdb62d0492e8dfac61f98b3c29d 2024-11-23T02:21:27,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/f06de9857f364cee82a00b08c4435922 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/f06de9857f364cee82a00b08c4435922 2024-11-23T02:21:27,917 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/f06de9857f364cee82a00b08c4435922, entries=150, sequenceid=361, filesize=12.0 K 2024-11-23T02:21:27,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/bc53b28c8dd542448f15e79503a60d4c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/bc53b28c8dd542448f15e79503a60d4c 2024-11-23T02:21:27,923 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/bc53b28c8dd542448f15e79503a60d4c, entries=150, sequenceid=361, filesize=12.0 K 2024-11-23T02:21:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/dfddefdb62d0492e8dfac61f98b3c29d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/dfddefdb62d0492e8dfac61f98b3c29d 2024-11-23T02:21:27,931 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/dfddefdb62d0492e8dfac61f98b3c29d, entries=150, sequenceid=361, filesize=12.0 K 2024-11-23T02:21:27,932 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 62ea592271a02ff532a883e755d319c1 in 871ms, sequenceid=361, compaction requested=true 2024-11-23T02:21:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T02:21:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-23T02:21:27,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T02:21:27,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec 2024-11-23T02:21:27,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.0310 sec 2024-11-23T02:21:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T02:21:28,010 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-23T02:21:28,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-23T02:21:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:21:28,013 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:28,014 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:28,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:21:28,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T02:21:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:28,167 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T02:21:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:28,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1f036d32c1e34049b35472c15898c79f is 50, key is test_row_0/A:col10/1732328487092/Put/seqid=0 2024-11-23T02:21:28,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741914_1090 (size=12301) 2024-11-23T02:21:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:28,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:28,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328548222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328548222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328548223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328548224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328548224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:21:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328548327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328548327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328548328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328548328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328548328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328548531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328548532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328548532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328548533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328548532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,577 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1f036d32c1e34049b35472c15898c79f 2024-11-23T02:21:28,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/216aafe2bb72482ba3633b5716f6b7c1 is 50, key is test_row_0/B:col10/1732328487092/Put/seqid=0 2024-11-23T02:21:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741915_1091 (size=12301) 2024-11-23T02:21:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:21:28,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328548835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328548836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328548836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328548837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328548839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:28,992 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/216aafe2bb72482ba3633b5716f6b7c1 2024-11-23T02:21:29,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/6e4bc30977c74aa285df6a4c43383eea is 50, key is test_row_0/C:col10/1732328487092/Put/seqid=0 2024-11-23T02:21:29,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741916_1092 (size=12301) 2024-11-23T02:21:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:21:29,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:29,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328549340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328549339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:29,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:29,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328549340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328549342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:29,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328549343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:29,408 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/6e4bc30977c74aa285df6a4c43383eea 2024-11-23T02:21:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/1f036d32c1e34049b35472c15898c79f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1f036d32c1e34049b35472c15898c79f 2024-11-23T02:21:29,433 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1f036d32c1e34049b35472c15898c79f, entries=150, sequenceid=371, filesize=12.0 K 2024-11-23T02:21:29,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/216aafe2bb72482ba3633b5716f6b7c1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/216aafe2bb72482ba3633b5716f6b7c1 2024-11-23T02:21:29,442 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/216aafe2bb72482ba3633b5716f6b7c1, entries=150, sequenceid=371, filesize=12.0 K 2024-11-23T02:21:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/6e4bc30977c74aa285df6a4c43383eea as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/6e4bc30977c74aa285df6a4c43383eea 2024-11-23T02:21:29,450 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/6e4bc30977c74aa285df6a4c43383eea, entries=150, sequenceid=371, filesize=12.0 K 2024-11-23T02:21:29,452 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 62ea592271a02ff532a883e755d319c1 in 1284ms, sequenceid=371, compaction requested=true 2024-11-23T02:21:29,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:29,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:29,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T02:21:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-23T02:21:29,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-23T02:21:29,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4390 sec 2024-11-23T02:21:29,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4450 sec 2024-11-23T02:21:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T02:21:30,117 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-23T02:21:30,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-23T02:21:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:21:30,121 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:30,121 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:30,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:21:30,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T02:21:30,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:30,274 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T02:21:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/a0b26df9b78549d1a98b8b1811c41226 is 50, key is test_row_0/A:col10/1732328488218/Put/seqid=0 2024-11-23T02:21:30,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741917_1093 (size=12301) 2024-11-23T02:21:30,286 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/a0b26df9b78549d1a98b8b1811c41226 2024-11-23T02:21:30,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/70553abc4fcd45cd926e8dade0d27f5f is 50, key is test_row_0/B:col10/1732328488218/Put/seqid=0 2024-11-23T02:21:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741918_1094 (size=12301) 2024-11-23T02:21:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:30,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328550351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328550352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328550353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328550354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328550354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:21:30,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328550456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328550457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328550458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328550458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328550662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328550662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328550663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328550663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,701 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/70553abc4fcd45cd926e8dade0d27f5f 2024-11-23T02:21:30,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/36eb7012ba6c4d289a8f7f2ee7d564e7 is 50, key is test_row_0/C:col10/1732328488218/Put/seqid=0 2024-11-23T02:21:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741919_1095 (size=12301) 2024-11-23T02:21:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:21:30,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328550964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328550965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328550967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:30,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328550967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,115 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/36eb7012ba6c4d289a8f7f2ee7d564e7 2024-11-23T02:21:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/a0b26df9b78549d1a98b8b1811c41226 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a0b26df9b78549d1a98b8b1811c41226 2024-11-23T02:21:31,139 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a0b26df9b78549d1a98b8b1811c41226, entries=150, sequenceid=398, filesize=12.0 K 2024-11-23T02:21:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/70553abc4fcd45cd926e8dade0d27f5f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/70553abc4fcd45cd926e8dade0d27f5f 2024-11-23T02:21:31,148 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/70553abc4fcd45cd926e8dade0d27f5f, entries=150, sequenceid=398, filesize=12.0 K 2024-11-23T02:21:31,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/36eb7012ba6c4d289a8f7f2ee7d564e7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/36eb7012ba6c4d289a8f7f2ee7d564e7 2024-11-23T02:21:31,155 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/36eb7012ba6c4d289a8f7f2ee7d564e7, entries=150, sequenceid=398, filesize=12.0 K 2024-11-23T02:21:31,157 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 62ea592271a02ff532a883e755d319c1 in 883ms, sequenceid=398, compaction requested=true 2024-11-23T02:21:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T02:21:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-23T02:21:31,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T02:21:31,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-23T02:21:31,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0420 sec 2024-11-23T02:21:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T02:21:31,224 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-23T02:21:31,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-23T02:21:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:21:31,227 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:31,227 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:31,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:21:31,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T02:21:31,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:31,380 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T02:21:31,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:31,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:31,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:31,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:31,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:31,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:31,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/a49557769570436a90cda1ad211e0beb is 50, key is test_row_0/A:col10/1732328490352/Put/seqid=0 2024-11-23T02:21:31,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741920_1096 (size=12301) 2024-11-23T02:21:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:31,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. as already flushing 2024-11-23T02:21:31,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328551499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328551500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328551502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328551503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:21:31,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328551604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328551605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328551605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328551605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,621 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:56324 2024-11-23T02:21:31,621 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:56324 2024-11-23T02:21:31,621 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:31,621 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:31,623 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:56324 2024-11-23T02:21:31,623 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:31,624 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:56324 2024-11-23T02:21:31,624 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:31,794 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/a49557769570436a90cda1ad211e0beb 2024-11-23T02:21:31,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/d16a047ff71b46a786511796b8e474e7 is 50, key is test_row_0/B:col10/1732328490352/Put/seqid=0 2024-11-23T02:21:31,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741921_1097 (size=12301) 2024-11-23T02:21:31,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328551809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328551809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328551810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328551810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:21:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328552111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:32,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328552112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:32,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328552112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:32,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328552112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:32,209 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/d16a047ff71b46a786511796b8e474e7 2024-11-23T02:21:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/421f83e83e974b38a79b378724c0f37b is 50, key is test_row_0/C:col10/1732328490352/Put/seqid=0 2024-11-23T02:21:32,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741922_1098 (size=12301) 2024-11-23T02:21:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:21:32,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45842 deadline: 1732328552373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:32,374 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:32,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:32,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1732328552615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45834 deadline: 1732328552615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:32,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45884 deadline: 1732328552617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:32,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45868 deadline: 1732328552617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:32,622 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/421f83e83e974b38a79b378724c0f37b 2024-11-23T02:21:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/a49557769570436a90cda1ad211e0beb as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a49557769570436a90cda1ad211e0beb 2024-11-23T02:21:32,632 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a49557769570436a90cda1ad211e0beb, entries=150, sequenceid=407, filesize=12.0 K 2024-11-23T02:21:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/d16a047ff71b46a786511796b8e474e7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d16a047ff71b46a786511796b8e474e7 2024-11-23T02:21:32,637 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d16a047ff71b46a786511796b8e474e7, entries=150, sequenceid=407, filesize=12.0 K 2024-11-23T02:21:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/421f83e83e974b38a79b378724c0f37b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/421f83e83e974b38a79b378724c0f37b 2024-11-23T02:21:32,642 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/421f83e83e974b38a79b378724c0f37b, entries=150, sequenceid=407, filesize=12.0 K 2024-11-23T02:21:32,643 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 62ea592271a02ff532a883e755d319c1 in 1263ms, sequenceid=407, compaction requested=true 2024-11-23T02:21:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:32,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T02:21:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-23T02:21:32,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T02:21:32,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-23T02:21:32,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.4210 sec 2024-11-23T02:21:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T02:21:33,331 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-23T02:21:33,577 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:21:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:33,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T02:21:33,618 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:56324 2024-11-23T02:21:33,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:33,618 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:33,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:33,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:33,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:33,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:33,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:33,623 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:56324 2024-11-23T02:21:33,623 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:33,623 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:56324 2024-11-23T02:21:33,623 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:33,625 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:56324 2024-11-23T02:21:33,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/2aaa8f1cdf0b4a3b8d473c165574a301 is 50, key is test_row_0/A:col10/1732328493617/Put/seqid=0 2024-11-23T02:21:33,625 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741923_1099 (size=12301) 2024-11-23T02:21:34,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/2aaa8f1cdf0b4a3b8d473c165574a301 2024-11-23T02:21:34,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/56cdab3d69514eeeabf105921921a1ea is 50, key is test_row_0/B:col10/1732328493617/Put/seqid=0 2024-11-23T02:21:34,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741924_1100 (size=12301) 2024-11-23T02:21:34,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/56cdab3d69514eeeabf105921921a1ea 2024-11-23T02:21:34,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/b4c269657c2944eda541459f59319dda is 50, key is test_row_0/C:col10/1732328493617/Put/seqid=0 2024-11-23T02:21:34,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741925_1101 (size=12301) 2024-11-23T02:21:34,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/b4c269657c2944eda541459f59319dda 2024-11-23T02:21:34,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/2aaa8f1cdf0b4a3b8d473c165574a301 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/2aaa8f1cdf0b4a3b8d473c165574a301 2024-11-23T02:21:34,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/2aaa8f1cdf0b4a3b8d473c165574a301, entries=150, sequenceid=435, filesize=12.0 K 2024-11-23T02:21:34,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/56cdab3d69514eeeabf105921921a1ea as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/56cdab3d69514eeeabf105921921a1ea 2024-11-23T02:21:34,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/56cdab3d69514eeeabf105921921a1ea, entries=150, sequenceid=435, filesize=12.0 K 2024-11-23T02:21:34,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/b4c269657c2944eda541459f59319dda as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b4c269657c2944eda541459f59319dda 2024-11-23T02:21:34,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b4c269657c2944eda541459f59319dda, entries=150, sequenceid=435, filesize=12.0 K 2024-11-23T02:21:34,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=20.13 KB/20610 for 62ea592271a02ff532a883e755d319c1 in 1261ms, sequenceid=435, compaction requested=true 2024-11-23T02:21:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:34,879 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-23T02:21:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:34,879 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-23T02:21:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ea592271a02ff532a883e755d319c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:34,882 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 99124 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-23T02:21:34,882 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 101564 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-23T02:21:34,882 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/B is initiating minor compaction (all files) 2024-11-23T02:21:34,882 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/A is initiating minor compaction (all files) 2024-11-23T02:21:34,882 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/B in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:34,882 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/A in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:34,882 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/2963df5892844ece9e0dff1ee3e9fdb3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eb056c3a53544050bc58d29bc159dbfd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d3681d364cf4403495cee9fd1a0be038, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/bc53b28c8dd542448f15e79503a60d4c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/216aafe2bb72482ba3633b5716f6b7c1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/70553abc4fcd45cd926e8dade0d27f5f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d16a047ff71b46a786511796b8e474e7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/56cdab3d69514eeeabf105921921a1ea] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=96.8 K 2024-11-23T02:21:34,882 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/05899436b158432cbb04dcf49fac3aab, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/741fac88f1a04cd888f66202b483c8d6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/afd26090baa0422d825041022dae7aa6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/f06de9857f364cee82a00b08c4435922, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1f036d32c1e34049b35472c15898c79f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a0b26df9b78549d1a98b8b1811c41226, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a49557769570436a90cda1ad211e0beb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/2aaa8f1cdf0b4a3b8d473c165574a301] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=99.2 K 2024-11-23T02:21:34,883 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2963df5892844ece9e0dff1ee3e9fdb3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732328483862 2024-11-23T02:21:34,883 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05899436b158432cbb04dcf49fac3aab, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732328483862 2024-11-23T02:21:34,883 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting eb056c3a53544050bc58d29bc159dbfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732328483905 2024-11-23T02:21:34,883 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 741fac88f1a04cd888f66202b483c8d6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732328483905 2024-11-23T02:21:34,883 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d3681d364cf4403495cee9fd1a0be038, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732328484955 2024-11-23T02:21:34,884 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting afd26090baa0422d825041022dae7aa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732328484955 2024-11-23T02:21:34,884 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting bc53b28c8dd542448f15e79503a60d4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732328486072 2024-11-23T02:21:34,884 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting f06de9857f364cee82a00b08c4435922, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732328486072 2024-11-23T02:21:34,884 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 216aafe2bb72482ba3633b5716f6b7c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732328487090 2024-11-23T02:21:34,885 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 70553abc4fcd45cd926e8dade0d27f5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732328488216 2024-11-23T02:21:34,885 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f036d32c1e34049b35472c15898c79f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732328487090 2024-11-23T02:21:34,885 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d16a047ff71b46a786511796b8e474e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732328490349 2024-11-23T02:21:34,885 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0b26df9b78549d1a98b8b1811c41226, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732328488216 2024-11-23T02:21:34,885 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 56cdab3d69514eeeabf105921921a1ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732328491500 2024-11-23T02:21:34,885 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a49557769570436a90cda1ad211e0beb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732328490349 2024-11-23T02:21:34,886 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2aaa8f1cdf0b4a3b8d473c165574a301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732328491500 2024-11-23T02:21:34,903 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:34,903 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:34,904 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/31a1383dd5d94d00aa923f5942717b4f is 50, key is test_row_0/A:col10/1732328493617/Put/seqid=0 2024-11-23T02:21:34,904 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/8c26a397c9944a6a9a235fee44500255 is 50, key is test_row_0/B:col10/1732328493617/Put/seqid=0 2024-11-23T02:21:34,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741926_1102 (size=13289) 2024-11-23T02:21:34,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741927_1103 (size=13289) 2024-11-23T02:21:35,314 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/8c26a397c9944a6a9a235fee44500255 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8c26a397c9944a6a9a235fee44500255 2024-11-23T02:21:35,314 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/31a1383dd5d94d00aa923f5942717b4f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/31a1383dd5d94d00aa923f5942717b4f 2024-11-23T02:21:35,320 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 62ea592271a02ff532a883e755d319c1/A of 62ea592271a02ff532a883e755d319c1 into 31a1383dd5d94d00aa923f5942717b4f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:35,320 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 62ea592271a02ff532a883e755d319c1/B of 62ea592271a02ff532a883e755d319c1 into 8c26a397c9944a6a9a235fee44500255(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:35,320 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:35,320 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:35,320 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/A, priority=8, startTime=1732328494879; duration=0sec 2024-11-23T02:21:35,320 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/B, priority=8, startTime=1732328494879; duration=0sec 2024-11-23T02:21:35,320 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:35,320 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:A 2024-11-23T02:21:35,320 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:35,320 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-23T02:21:35,320 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:B 2024-11-23T02:21:35,322 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 99124 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-23T02:21:35,322 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 62ea592271a02ff532a883e755d319c1/C is initiating minor compaction (all files) 2024-11-23T02:21:35,323 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ea592271a02ff532a883e755d319c1/C in TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:35,323 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/7b40bb8579934d639d315a6eca6acb90, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a05a652fec944dd69588fe46670ae7c0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b239079d975e4ea6b2693a8fee72a214, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/dfddefdb62d0492e8dfac61f98b3c29d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/6e4bc30977c74aa285df6a4c43383eea, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/36eb7012ba6c4d289a8f7f2ee7d564e7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/421f83e83e974b38a79b378724c0f37b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b4c269657c2944eda541459f59319dda] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp, totalSize=96.8 K 2024-11-23T02:21:35,323 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b40bb8579934d639d315a6eca6acb90, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732328483862 2024-11-23T02:21:35,323 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a05a652fec944dd69588fe46670ae7c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732328483905 2024-11-23T02:21:35,324 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b239079d975e4ea6b2693a8fee72a214, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732328484955 2024-11-23T02:21:35,324 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfddefdb62d0492e8dfac61f98b3c29d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732328486072 2024-11-23T02:21:35,324 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e4bc30977c74aa285df6a4c43383eea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732328487090 2024-11-23T02:21:35,325 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36eb7012ba6c4d289a8f7f2ee7d564e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732328488216 2024-11-23T02:21:35,325 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 421f83e83e974b38a79b378724c0f37b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732328490349 2024-11-23T02:21:35,325 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4c269657c2944eda541459f59319dda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732328491500 2024-11-23T02:21:35,341 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ea592271a02ff532a883e755d319c1#C#compaction#89 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:35,342 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/aa5df9134b904a2a848504af55799ce8 is 50, key is test_row_0/C:col10/1732328493617/Put/seqid=0 2024-11-23T02:21:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741928_1104 (size=13289) 2024-11-23T02:21:35,752 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/aa5df9134b904a2a848504af55799ce8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/aa5df9134b904a2a848504af55799ce8 2024-11-23T02:21:35,758 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 62ea592271a02ff532a883e755d319c1/C of 62ea592271a02ff532a883e755d319c1 into aa5df9134b904a2a848504af55799ce8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:35,758 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:35,758 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1., storeName=62ea592271a02ff532a883e755d319c1/C, priority=8, startTime=1732328494879; duration=0sec 2024-11-23T02:21:35,758 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:35,758 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ea592271a02ff532a883e755d319c1:C 2024-11-23T02:21:36,387 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:56324 2024-11-23T02:21:36,387 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:36,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:21:36,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-23T02:21:36,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-23T02:21:36,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-23T02:21:36,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-23T02:21:36,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-23T02:21:36,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:21:36,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6080 2024-11-23T02:21:36,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5988 2024-11-23T02:21:36,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:21:36,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2592 2024-11-23T02:21:36,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7775 rows 2024-11-23T02:21:36,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2605 2024-11-23T02:21:36,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7815 rows 2024-11-23T02:21:36,388 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:21:36,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:56324 2024-11-23T02:21:36,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:36,394 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:21:36,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:21:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:21:36,406 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328496406"}]},"ts":"1732328496406"} 2024-11-23T02:21:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T02:21:36,408 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:21:36,411 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:21:36,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:21:36,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ea592271a02ff532a883e755d319c1, UNASSIGN}] 2024-11-23T02:21:36,418 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ea592271a02ff532a883e755d319c1, UNASSIGN 2024-11-23T02:21:36,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=62ea592271a02ff532a883e755d319c1, regionState=CLOSING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:36,420 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:21:36,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:21:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T02:21:36,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:36,577 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:36,577 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:21:36,578 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 62ea592271a02ff532a883e755d319c1, disabling compactions & flushes 2024-11-23T02:21:36,578 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:36,579 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:36,579 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. after waiting 0 ms 2024-11-23T02:21:36,579 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:36,579 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 62ea592271a02ff532a883e755d319c1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T02:21:36,579 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=A 2024-11-23T02:21:36,579 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:36,579 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=B 2024-11-23T02:21:36,580 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:36,580 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ea592271a02ff532a883e755d319c1, store=C 2024-11-23T02:21:36,580 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:36,585 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/923e413009014423849dfb6d9a3889ce is 50, key is test_row_0/A:col10/1732328493623/Put/seqid=0 2024-11-23T02:21:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741929_1105 (size=12301) 2024-11-23T02:21:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T02:21:36,994 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/923e413009014423849dfb6d9a3889ce 2024-11-23T02:21:37,005 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/abc6ccf00050436ca8bae1914d4a5a6c is 50, key is test_row_0/B:col10/1732328493623/Put/seqid=0 2024-11-23T02:21:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T02:21:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741930_1106 (size=12301) 2024-11-23T02:21:37,416 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/abc6ccf00050436ca8bae1914d4a5a6c 2024-11-23T02:21:37,424 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/6005865434d1414dbed0978bbe7e45d6 is 50, key is test_row_0/C:col10/1732328493623/Put/seqid=0 2024-11-23T02:21:37,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741931_1107 (size=12301) 2024-11-23T02:21:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T02:21:37,828 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/6005865434d1414dbed0978bbe7e45d6 2024-11-23T02:21:37,834 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/A/923e413009014423849dfb6d9a3889ce as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/923e413009014423849dfb6d9a3889ce 2024-11-23T02:21:37,838 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/923e413009014423849dfb6d9a3889ce, entries=150, sequenceid=445, filesize=12.0 K 2024-11-23T02:21:37,839 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/B/abc6ccf00050436ca8bae1914d4a5a6c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/abc6ccf00050436ca8bae1914d4a5a6c 2024-11-23T02:21:37,843 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/abc6ccf00050436ca8bae1914d4a5a6c, entries=150, sequenceid=445, filesize=12.0 K 2024-11-23T02:21:37,844 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/.tmp/C/6005865434d1414dbed0978bbe7e45d6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/6005865434d1414dbed0978bbe7e45d6 2024-11-23T02:21:37,848 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/6005865434d1414dbed0978bbe7e45d6, entries=150, sequenceid=445, filesize=12.0 K 2024-11-23T02:21:37,849 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 62ea592271a02ff532a883e755d319c1 in 1270ms, sequenceid=445, compaction requested=false 2024-11-23T02:21:37,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/d37ee6473d0d47e591d18f82669bb6c0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/080cb71ee2c7459bb555f8e688ab29e1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/686a4a924cdc48a08b0a9e4d76ee0b0c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/80879c71538d49edb115136fa69ef3de, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3c0da726a2134b2bae42c276205b90ea, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/440d459dc75c4034b01a191fda62cdff, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/df4306c6dec24ef3859836901652462e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ec140fc1e8744d42a2f375f60e6b3939, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/21040cb952804ce89f67ed7685d46a7d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1773b1aec4694a909db61e42a8638d24, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a45e656630d649799fcf8fba0e757475, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/e2abfe05085a471ab3d9bca3c6178010, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5752b9487bdc469b89669d965bd2155d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/4a8dd8346e724529bb6bec0a4ba98ed4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3d919fbbbb0f4badbfb364bb222c0217, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1a2a4e2900334148a21d4218ea3eb494, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1e2b178221104eca8fea314ca08ed1bc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/b82f58e2c2ad4f08a3328f831d8f7be4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/6d6f81682e36464ba695ea3e134efb91, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5750715047b043e689b5e025cad8cd34, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ae95d2a8fb39470090d010161920935d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/05899436b158432cbb04dcf49fac3aab, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/741fac88f1a04cd888f66202b483c8d6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/afd26090baa0422d825041022dae7aa6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/f06de9857f364cee82a00b08c4435922, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1f036d32c1e34049b35472c15898c79f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a0b26df9b78549d1a98b8b1811c41226, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a49557769570436a90cda1ad211e0beb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/2aaa8f1cdf0b4a3b8d473c165574a301] to archive 2024-11-23T02:21:37,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:21:37,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/d37ee6473d0d47e591d18f82669bb6c0 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/d37ee6473d0d47e591d18f82669bb6c0 2024-11-23T02:21:37,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/080cb71ee2c7459bb555f8e688ab29e1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/080cb71ee2c7459bb555f8e688ab29e1 2024-11-23T02:21:37,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/686a4a924cdc48a08b0a9e4d76ee0b0c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/686a4a924cdc48a08b0a9e4d76ee0b0c 2024-11-23T02:21:37,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/80879c71538d49edb115136fa69ef3de to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/80879c71538d49edb115136fa69ef3de 2024-11-23T02:21:37,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3c0da726a2134b2bae42c276205b90ea to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3c0da726a2134b2bae42c276205b90ea 2024-11-23T02:21:37,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/440d459dc75c4034b01a191fda62cdff to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/440d459dc75c4034b01a191fda62cdff 2024-11-23T02:21:37,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/df4306c6dec24ef3859836901652462e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/df4306c6dec24ef3859836901652462e 2024-11-23T02:21:37,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ec140fc1e8744d42a2f375f60e6b3939 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ec140fc1e8744d42a2f375f60e6b3939 2024-11-23T02:21:37,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/21040cb952804ce89f67ed7685d46a7d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/21040cb952804ce89f67ed7685d46a7d 2024-11-23T02:21:37,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1773b1aec4694a909db61e42a8638d24 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1773b1aec4694a909db61e42a8638d24 2024-11-23T02:21:37,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a45e656630d649799fcf8fba0e757475 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a45e656630d649799fcf8fba0e757475 2024-11-23T02:21:37,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/e2abfe05085a471ab3d9bca3c6178010 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/e2abfe05085a471ab3d9bca3c6178010 2024-11-23T02:21:37,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5752b9487bdc469b89669d965bd2155d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5752b9487bdc469b89669d965bd2155d 2024-11-23T02:21:37,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/4a8dd8346e724529bb6bec0a4ba98ed4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/4a8dd8346e724529bb6bec0a4ba98ed4 2024-11-23T02:21:37,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3d919fbbbb0f4badbfb364bb222c0217 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/3d919fbbbb0f4badbfb364bb222c0217 2024-11-23T02:21:37,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1a2a4e2900334148a21d4218ea3eb494 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1a2a4e2900334148a21d4218ea3eb494 2024-11-23T02:21:37,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1e2b178221104eca8fea314ca08ed1bc to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1e2b178221104eca8fea314ca08ed1bc 2024-11-23T02:21:37,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/b82f58e2c2ad4f08a3328f831d8f7be4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/b82f58e2c2ad4f08a3328f831d8f7be4 2024-11-23T02:21:37,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/6d6f81682e36464ba695ea3e134efb91 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/6d6f81682e36464ba695ea3e134efb91 2024-11-23T02:21:37,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5750715047b043e689b5e025cad8cd34 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/5750715047b043e689b5e025cad8cd34 2024-11-23T02:21:37,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ae95d2a8fb39470090d010161920935d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/ae95d2a8fb39470090d010161920935d 2024-11-23T02:21:37,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/05899436b158432cbb04dcf49fac3aab to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/05899436b158432cbb04dcf49fac3aab 2024-11-23T02:21:37,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/741fac88f1a04cd888f66202b483c8d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/741fac88f1a04cd888f66202b483c8d6 2024-11-23T02:21:37,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/afd26090baa0422d825041022dae7aa6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/afd26090baa0422d825041022dae7aa6 2024-11-23T02:21:37,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/f06de9857f364cee82a00b08c4435922 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/f06de9857f364cee82a00b08c4435922 2024-11-23T02:21:37,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1f036d32c1e34049b35472c15898c79f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/1f036d32c1e34049b35472c15898c79f 2024-11-23T02:21:37,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a0b26df9b78549d1a98b8b1811c41226 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a0b26df9b78549d1a98b8b1811c41226 2024-11-23T02:21:37,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a49557769570436a90cda1ad211e0beb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/a49557769570436a90cda1ad211e0beb 2024-11-23T02:21:37,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/2aaa8f1cdf0b4a3b8d473c165574a301 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/2aaa8f1cdf0b4a3b8d473c165574a301 2024-11-23T02:21:37,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8f803389b7174f009ddb8641e097cf1b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1e1dfa91f0b74e7ebaaa041f642d2324, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/ef151d67a7d24e8db1c2069963d96a05, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/607cf9f7b30d4cb781bc18a6292b0c49, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a2ffaa6a5af34112971d1cbb1e098eee, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eec2cbd681f74bc7ba1a4146151603ad, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3c00660c9876410eaabf27cbf6dd3b5e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3a01d780b062467ab6c4d9df655468e2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/4c3eeb14d12747fbbeb67525245323b2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/b26e70f77d88440baa1c28ce48a6fc42, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/10a1539bf2a04dd7bebd1dd14ff3885a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/91d7481bec9c4117acd283e45cb7eda8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/243a4e8dd3c5434a810eeef9cf053062, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/9ab72bbd93d942f59d1b565881b97f10, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a9540db403fc4e51b218b87f49dc2939, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/18bc62aff217431e9e75f507213b1da8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a854a8133fa04629b32b9e1c1f4f213d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1c078c5d7f0046e58c9d1620e450a042, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8eb614b82a694523bc53c636f02e16e9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/7f9178103ab0429ebd6dbf93e6a40071, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/2963df5892844ece9e0dff1ee3e9fdb3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/24dc89336a1a494fb0bcefd9cd4fddec, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eb056c3a53544050bc58d29bc159dbfd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d3681d364cf4403495cee9fd1a0be038, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/bc53b28c8dd542448f15e79503a60d4c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/216aafe2bb72482ba3633b5716f6b7c1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/70553abc4fcd45cd926e8dade0d27f5f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d16a047ff71b46a786511796b8e474e7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/56cdab3d69514eeeabf105921921a1ea] to archive 2024-11-23T02:21:37,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:21:37,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8f803389b7174f009ddb8641e097cf1b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8f803389b7174f009ddb8641e097cf1b 2024-11-23T02:21:37,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1e1dfa91f0b74e7ebaaa041f642d2324 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1e1dfa91f0b74e7ebaaa041f642d2324 2024-11-23T02:21:37,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/ef151d67a7d24e8db1c2069963d96a05 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/ef151d67a7d24e8db1c2069963d96a05 2024-11-23T02:21:37,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/607cf9f7b30d4cb781bc18a6292b0c49 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/607cf9f7b30d4cb781bc18a6292b0c49 2024-11-23T02:21:37,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a2ffaa6a5af34112971d1cbb1e098eee to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a2ffaa6a5af34112971d1cbb1e098eee 2024-11-23T02:21:37,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eec2cbd681f74bc7ba1a4146151603ad to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eec2cbd681f74bc7ba1a4146151603ad 2024-11-23T02:21:37,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3c00660c9876410eaabf27cbf6dd3b5e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3c00660c9876410eaabf27cbf6dd3b5e 2024-11-23T02:21:37,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3a01d780b062467ab6c4d9df655468e2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/3a01d780b062467ab6c4d9df655468e2 2024-11-23T02:21:37,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/4c3eeb14d12747fbbeb67525245323b2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/4c3eeb14d12747fbbeb67525245323b2 2024-11-23T02:21:37,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/b26e70f77d88440baa1c28ce48a6fc42 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/b26e70f77d88440baa1c28ce48a6fc42 2024-11-23T02:21:37,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/10a1539bf2a04dd7bebd1dd14ff3885a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/10a1539bf2a04dd7bebd1dd14ff3885a 2024-11-23T02:21:37,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/91d7481bec9c4117acd283e45cb7eda8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/91d7481bec9c4117acd283e45cb7eda8 2024-11-23T02:21:37,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/243a4e8dd3c5434a810eeef9cf053062 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/243a4e8dd3c5434a810eeef9cf053062 2024-11-23T02:21:37,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/9ab72bbd93d942f59d1b565881b97f10 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/9ab72bbd93d942f59d1b565881b97f10 2024-11-23T02:21:37,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a9540db403fc4e51b218b87f49dc2939 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a9540db403fc4e51b218b87f49dc2939 2024-11-23T02:21:37,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/18bc62aff217431e9e75f507213b1da8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/18bc62aff217431e9e75f507213b1da8 2024-11-23T02:21:37,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a854a8133fa04629b32b9e1c1f4f213d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/a854a8133fa04629b32b9e1c1f4f213d 2024-11-23T02:21:37,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1c078c5d7f0046e58c9d1620e450a042 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/1c078c5d7f0046e58c9d1620e450a042 2024-11-23T02:21:37,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8eb614b82a694523bc53c636f02e16e9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8eb614b82a694523bc53c636f02e16e9 2024-11-23T02:21:37,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/7f9178103ab0429ebd6dbf93e6a40071 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/7f9178103ab0429ebd6dbf93e6a40071 2024-11-23T02:21:37,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/2963df5892844ece9e0dff1ee3e9fdb3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/2963df5892844ece9e0dff1ee3e9fdb3 2024-11-23T02:21:37,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/24dc89336a1a494fb0bcefd9cd4fddec to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/24dc89336a1a494fb0bcefd9cd4fddec 2024-11-23T02:21:37,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eb056c3a53544050bc58d29bc159dbfd to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/eb056c3a53544050bc58d29bc159dbfd 2024-11-23T02:21:37,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d3681d364cf4403495cee9fd1a0be038 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d3681d364cf4403495cee9fd1a0be038 2024-11-23T02:21:37,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/bc53b28c8dd542448f15e79503a60d4c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/bc53b28c8dd542448f15e79503a60d4c 2024-11-23T02:21:37,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/216aafe2bb72482ba3633b5716f6b7c1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/216aafe2bb72482ba3633b5716f6b7c1 2024-11-23T02:21:37,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/70553abc4fcd45cd926e8dade0d27f5f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/70553abc4fcd45cd926e8dade0d27f5f 2024-11-23T02:21:37,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d16a047ff71b46a786511796b8e474e7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/d16a047ff71b46a786511796b8e474e7 2024-11-23T02:21:37,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/56cdab3d69514eeeabf105921921a1ea to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/56cdab3d69514eeeabf105921921a1ea 2024-11-23T02:21:37,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/3895a198359b45189b648a590aca2f54, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/625a4905eb0242e2b7585e4377825f42, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4377db3035864bc487869c6fa2bfa2ae, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/9ce1c3f25acc4397b1c9adf1cf73d770, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/ad7da427f73044d3bc45c83f1e7d1cf2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/f9611f414f19459a9e9b9d90b5419f1c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/e895a898edc04ffcaf205911ef9efb18, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/8e5af43300c04d8892f9304bec1c766b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a78ecdd9e3584a3db300e52c93fa4584, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2fa8254667134d25a1540e06c5dbc63a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/c952a0c828704527b93b7d0ec81493ee, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/effb3a1893af451c867267e3d5b310c7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4af1e13ccd2047639fbe39395940510f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2d911e836cdc4eed9984e147f3ba2d43, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/949a59fe0c464f359f2ecf5684b23996, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/93ef080db378424eac2c7315972544e7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/adab3827fa2646ba8dd938de86d8edd7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2597f7abc6e744b6bb8d6de1368f5a04, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/bd0a8557d7564bc29c068445be2670e2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/82154c034ef2424dbcf720e8f56a69b6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/7b40bb8579934d639d315a6eca6acb90, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/287e91b139684d5591cd4e3cb14865b3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a05a652fec944dd69588fe46670ae7c0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b239079d975e4ea6b2693a8fee72a214, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/dfddefdb62d0492e8dfac61f98b3c29d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/6e4bc30977c74aa285df6a4c43383eea, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/36eb7012ba6c4d289a8f7f2ee7d564e7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/421f83e83e974b38a79b378724c0f37b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b4c269657c2944eda541459f59319dda] to archive 2024-11-23T02:21:37,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:21:37,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/3895a198359b45189b648a590aca2f54 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/3895a198359b45189b648a590aca2f54 2024-11-23T02:21:37,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/625a4905eb0242e2b7585e4377825f42 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/625a4905eb0242e2b7585e4377825f42 2024-11-23T02:21:37,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4377db3035864bc487869c6fa2bfa2ae to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4377db3035864bc487869c6fa2bfa2ae 2024-11-23T02:21:37,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/9ce1c3f25acc4397b1c9adf1cf73d770 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/9ce1c3f25acc4397b1c9adf1cf73d770 2024-11-23T02:21:37,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/ad7da427f73044d3bc45c83f1e7d1cf2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/ad7da427f73044d3bc45c83f1e7d1cf2 2024-11-23T02:21:37,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/f9611f414f19459a9e9b9d90b5419f1c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/f9611f414f19459a9e9b9d90b5419f1c 2024-11-23T02:21:37,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/e895a898edc04ffcaf205911ef9efb18 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/e895a898edc04ffcaf205911ef9efb18 2024-11-23T02:21:37,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/8e5af43300c04d8892f9304bec1c766b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/8e5af43300c04d8892f9304bec1c766b 2024-11-23T02:21:37,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a78ecdd9e3584a3db300e52c93fa4584 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a78ecdd9e3584a3db300e52c93fa4584 2024-11-23T02:21:37,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2fa8254667134d25a1540e06c5dbc63a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2fa8254667134d25a1540e06c5dbc63a 2024-11-23T02:21:37,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/c952a0c828704527b93b7d0ec81493ee to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/c952a0c828704527b93b7d0ec81493ee 2024-11-23T02:21:37,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/effb3a1893af451c867267e3d5b310c7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/effb3a1893af451c867267e3d5b310c7 2024-11-23T02:21:37,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4af1e13ccd2047639fbe39395940510f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/4af1e13ccd2047639fbe39395940510f 2024-11-23T02:21:37,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2d911e836cdc4eed9984e147f3ba2d43 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2d911e836cdc4eed9984e147f3ba2d43 2024-11-23T02:21:37,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/949a59fe0c464f359f2ecf5684b23996 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/949a59fe0c464f359f2ecf5684b23996 2024-11-23T02:21:37,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/93ef080db378424eac2c7315972544e7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/93ef080db378424eac2c7315972544e7 2024-11-23T02:21:37,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/adab3827fa2646ba8dd938de86d8edd7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/adab3827fa2646ba8dd938de86d8edd7 2024-11-23T02:21:37,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2597f7abc6e744b6bb8d6de1368f5a04 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/2597f7abc6e744b6bb8d6de1368f5a04 2024-11-23T02:21:37,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/bd0a8557d7564bc29c068445be2670e2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/bd0a8557d7564bc29c068445be2670e2 2024-11-23T02:21:37,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/82154c034ef2424dbcf720e8f56a69b6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/82154c034ef2424dbcf720e8f56a69b6 2024-11-23T02:21:37,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/7b40bb8579934d639d315a6eca6acb90 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/7b40bb8579934d639d315a6eca6acb90 2024-11-23T02:21:37,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/287e91b139684d5591cd4e3cb14865b3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/287e91b139684d5591cd4e3cb14865b3 2024-11-23T02:21:37,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a05a652fec944dd69588fe46670ae7c0 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/a05a652fec944dd69588fe46670ae7c0 2024-11-23T02:21:37,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b239079d975e4ea6b2693a8fee72a214 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b239079d975e4ea6b2693a8fee72a214 2024-11-23T02:21:37,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/dfddefdb62d0492e8dfac61f98b3c29d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/dfddefdb62d0492e8dfac61f98b3c29d 2024-11-23T02:21:37,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/6e4bc30977c74aa285df6a4c43383eea to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/6e4bc30977c74aa285df6a4c43383eea 2024-11-23T02:21:37,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/36eb7012ba6c4d289a8f7f2ee7d564e7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/36eb7012ba6c4d289a8f7f2ee7d564e7 2024-11-23T02:21:37,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/421f83e83e974b38a79b378724c0f37b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/421f83e83e974b38a79b378724c0f37b 2024-11-23T02:21:37,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b4c269657c2944eda541459f59319dda to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/b4c269657c2944eda541459f59319dda 2024-11-23T02:21:37,982 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/recovered.edits/448.seqid, newMaxSeqId=448, maxSeqId=1 2024-11-23T02:21:37,985 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1. 2024-11-23T02:21:37,985 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 62ea592271a02ff532a883e755d319c1: 2024-11-23T02:21:37,987 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:37,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=62ea592271a02ff532a883e755d319c1, regionState=CLOSED 2024-11-23T02:21:37,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T02:21:37,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 62ea592271a02ff532a883e755d319c1, server=fde8ce287ea2,43695,1732328465221 in 1.5690 sec 2024-11-23T02:21:37,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-23T02:21:37,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ea592271a02ff532a883e755d319c1, UNASSIGN in 1.5730 sec 2024-11-23T02:21:37,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-23T02:21:37,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5800 sec 2024-11-23T02:21:37,994 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328497994"}]},"ts":"1732328497994"} 2024-11-23T02:21:37,995 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:21:37,998 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:21:38,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5990 sec 2024-11-23T02:21:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T02:21:38,512 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-23T02:21:38,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:21:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:21:38,522 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:21:38,523 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:21:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T02:21:38,527 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:38,532 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/recovered.edits] 2024-11-23T02:21:38,536 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/31a1383dd5d94d00aa923f5942717b4f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/31a1383dd5d94d00aa923f5942717b4f 2024-11-23T02:21:38,538 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/923e413009014423849dfb6d9a3889ce to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/A/923e413009014423849dfb6d9a3889ce 2024-11-23T02:21:38,541 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8c26a397c9944a6a9a235fee44500255 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/8c26a397c9944a6a9a235fee44500255 2024-11-23T02:21:38,542 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/abc6ccf00050436ca8bae1914d4a5a6c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/B/abc6ccf00050436ca8bae1914d4a5a6c 2024-11-23T02:21:38,545 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/6005865434d1414dbed0978bbe7e45d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/6005865434d1414dbed0978bbe7e45d6 2024-11-23T02:21:38,547 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/aa5df9134b904a2a848504af55799ce8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/C/aa5df9134b904a2a848504af55799ce8 2024-11-23T02:21:38,550 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/recovered.edits/448.seqid to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1/recovered.edits/448.seqid 2024-11-23T02:21:38,551 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/62ea592271a02ff532a883e755d319c1 2024-11-23T02:21:38,551 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:21:38,557 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:21:38,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T02:21:38,569 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:21:38,604 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:21:38,605 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:21:38,605 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:21:38,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328498605"}]},"ts":"9223372036854775807"} 2024-11-23T02:21:38,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:21:38,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 62ea592271a02ff532a883e755d319c1, NAME => 'TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:21:38,609 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:21:38,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328498609"}]},"ts":"9223372036854775807"} 2024-11-23T02:21:38,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:21:38,616 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:21:38,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 100 msec 2024-11-23T02:21:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T02:21:38,624 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-23T02:21:38,636 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=241 (was 219) Potentially hanging thread: hconnection-0x3153befb-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3153befb-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1568112110_22 at /127.0.0.1:54430 [Waiting for operation #272] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1942624841_22 at /127.0.0.1:37114 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1942624841_22 at /127.0.0.1:54290 [Waiting for operation #289] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3153befb-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fde8ce287ea2:43695-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3153befb-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1568112110_22 at /127.0.0.1:37100 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 199) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4116 (was 5038) 2024-11-23T02:21:38,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=4115 2024-11-23T02:21:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:21:38,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:21:38,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:38,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-23T02:21:38,650 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T02:21:38,651 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:38,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741932_1108 (size=960) 2024-11-23T02:21:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T02:21:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T02:21:39,060 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511 2024-11-23T02:21:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741933_1109 (size=53) 2024-11-23T02:21:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T02:21:39,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:39,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8ff2f04e8df55d4362bc43c7dab108d6, disabling compactions & flushes 2024-11-23T02:21:39,467 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:39,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:39,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. after waiting 0 ms 2024-11-23T02:21:39,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:39,467 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:39,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:39,468 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:39,468 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328499468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328499468"}]},"ts":"1732328499468"} 2024-11-23T02:21:39,470 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:21:39,471 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:39,471 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328499471"}]},"ts":"1732328499471"} 2024-11-23T02:21:39,472 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:21:39,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, ASSIGN}] 2024-11-23T02:21:39,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, ASSIGN 2024-11-23T02:21:39,478 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, ASSIGN; state=OFFLINE, location=fde8ce287ea2,43695,1732328465221; forceNewPlan=false, retain=false 2024-11-23T02:21:39,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=8ff2f04e8df55d4362bc43c7dab108d6, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:39,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:21:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T02:21:39,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:39,786 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:39,787 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:39,787 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:39,787 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:39,787 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:39,787 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:39,789 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:39,790 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:21:39,790 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ff2f04e8df55d4362bc43c7dab108d6 columnFamilyName A 2024-11-23T02:21:39,790 DEBUG [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:39,791 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(327): Store=8ff2f04e8df55d4362bc43c7dab108d6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:39,791 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:39,792 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:21:39,793 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ff2f04e8df55d4362bc43c7dab108d6 columnFamilyName B 2024-11-23T02:21:39,793 DEBUG [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:39,793 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(327): Store=8ff2f04e8df55d4362bc43c7dab108d6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:39,793 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:39,794 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:21:39,795 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ff2f04e8df55d4362bc43c7dab108d6 columnFamilyName C 2024-11-23T02:21:39,795 DEBUG [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:39,795 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(327): Store=8ff2f04e8df55d4362bc43c7dab108d6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:39,795 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:39,796 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:39,796 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:39,798 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:21:39,799 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:39,801 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:39,801 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 8ff2f04e8df55d4362bc43c7dab108d6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61181853, jitterRate=-0.08831934630870819}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:21:39,802 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:39,802 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., pid=41, masterSystemTime=1732328499782 2024-11-23T02:21:39,804 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:39,804 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:39,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=8ff2f04e8df55d4362bc43c7dab108d6, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:39,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-23T02:21:39,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 in 176 msec 2024-11-23T02:21:39,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-23T02:21:39,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, ASSIGN in 330 msec 2024-11-23T02:21:39,810 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:39,810 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328499810"}]},"ts":"1732328499810"} 2024-11-23T02:21:39,811 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:21:39,815 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:39,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-23T02:21:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T02:21:40,756 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-23T02:21:40,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-11-23T02:21:40,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:40,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:40,766 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:40,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:40,769 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:40,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:21:40,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T02:21:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741934_1110 (size=996) 2024-11-23T02:21:41,195 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T02:21:41,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T02:21:41,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:21:41,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, REOPEN/MOVE}] 2024-11-23T02:21:41,207 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, REOPEN/MOVE 2024-11-23T02:21:41,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=8ff2f04e8df55d4362bc43c7dab108d6, regionState=CLOSING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,209 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:21:41,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:21:41,290 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:21:41,291 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:21:41,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,361 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,361 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:21:41,361 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 8ff2f04e8df55d4362bc43c7dab108d6, disabling compactions & flushes 2024-11-23T02:21:41,361 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:41,361 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:41,361 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. after waiting 0 ms 2024-11-23T02:21:41,361 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:41,365 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T02:21:41,366 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:41,366 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:41,366 WARN [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 8ff2f04e8df55d4362bc43c7dab108d6 to self. 2024-11-23T02:21:41,368 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,368 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=8ff2f04e8df55d4362bc43c7dab108d6, regionState=CLOSED 2024-11-23T02:21:41,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-23T02:21:41,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 in 160 msec 2024-11-23T02:21:41,371 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, REOPEN/MOVE; state=CLOSED, location=fde8ce287ea2,43695,1732328465221; forceNewPlan=false, retain=true 2024-11-23T02:21:41,521 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=8ff2f04e8df55d4362bc43c7dab108d6, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:21:41,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,677 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:41,678 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:41,678 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,678 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:41,678 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,678 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,681 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,682 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:21:41,687 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ff2f04e8df55d4362bc43c7dab108d6 columnFamilyName A 2024-11-23T02:21:41,690 DEBUG [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:41,691 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(327): Store=8ff2f04e8df55d4362bc43c7dab108d6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:41,691 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,692 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:21:41,692 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ff2f04e8df55d4362bc43c7dab108d6 columnFamilyName B 2024-11-23T02:21:41,693 DEBUG [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:41,693 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(327): Store=8ff2f04e8df55d4362bc43c7dab108d6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:41,693 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,694 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:21:41,694 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ff2f04e8df55d4362bc43c7dab108d6 columnFamilyName C 2024-11-23T02:21:41,694 DEBUG [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:41,695 INFO [StoreOpener-8ff2f04e8df55d4362bc43c7dab108d6-1 {}] regionserver.HStore(327): Store=8ff2f04e8df55d4362bc43c7dab108d6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:41,695 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:41,696 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,697 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,699 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:21:41,701 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,702 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 8ff2f04e8df55d4362bc43c7dab108d6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75253404, jitterRate=0.12136310338973999}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:21:41,705 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:41,705 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., pid=46, masterSystemTime=1732328501674 2024-11-23T02:21:41,707 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:41,707 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:41,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=8ff2f04e8df55d4362bc43c7dab108d6, regionState=OPEN, openSeqNum=5, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-23T02:21:41,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 in 186 msec 2024-11-23T02:21:41,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-23T02:21:41,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, REOPEN/MOVE in 504 msec 2024-11-23T02:21:41,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-23T02:21:41,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-11-23T02:21:41,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-11-23T02:21:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-23T02:21:41,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-11-23T02:21:41,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-11-23T02:21:41,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-11-23T02:21:41,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,747 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-11-23T02:21:41,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-23T02:21:41,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-23T02:21:41,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-23T02:21:41,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-23T02:21:41,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,772 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-11-23T02:21:41,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,780 DEBUG [hconnection-0x7b48ac02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-23T02:21:41,782 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:21:41,783 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:41,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:41,784 DEBUG [hconnection-0x7acfe2ca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,784 DEBUG [hconnection-0x27d6d634-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,784 DEBUG [hconnection-0x1315ad42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,786 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,786 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,786 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,792 DEBUG [hconnection-0x47877f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,793 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,800 DEBUG [hconnection-0x64c7a3d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,800 DEBUG [hconnection-0xcc95216-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,801 DEBUG [hconnection-0x1454aeb7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,801 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,802 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:21:41,802 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:41,815 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,820 DEBUG [hconnection-0x5baca351-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,821 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328561844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328561845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328561849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:41,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328561847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328561849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123727d404472064ba08c502a6444e83b66_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328501800/Put/seqid=0 2024-11-23T02:21:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:21:41,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741935_1111 (size=12154) 2024-11-23T02:21:41,912 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:41,918 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123727d404472064ba08c502a6444e83b66_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123727d404472064ba08c502a6444e83b66_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:41,920 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/77e41eee07ce41abaef05f18952e8dce, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:41,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/77e41eee07ce41abaef05f18952e8dce is 175, key is test_row_0/A:col10/1732328501800/Put/seqid=0 2024-11-23T02:21:41,934 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:21:41,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:41,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:41,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:41,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:41,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328561951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328561951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328561952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328561952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328561953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741936_1112 (size=30955) 2024-11-23T02:21:41,967 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/77e41eee07ce41abaef05f18952e8dce 2024-11-23T02:21:42,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/cc8af9415bc94392901fa378c977adbb is 50, key is test_row_0/B:col10/1732328501800/Put/seqid=0 2024-11-23T02:21:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741937_1113 (size=12001) 2024-11-23T02:21:42,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/cc8af9415bc94392901fa378c977adbb 2024-11-23T02:21:42,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:21:42,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:42,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:42,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:42,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:42,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:42,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/00b5067f32234459ad63f0b8ae057e05 is 50, key is test_row_0/C:col10/1732328501800/Put/seqid=0 2024-11-23T02:21:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:21:42,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741938_1114 (size=12001) 2024-11-23T02:21:42,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/00b5067f32234459ad63f0b8ae057e05 2024-11-23T02:21:42,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/77e41eee07ce41abaef05f18952e8dce as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/77e41eee07ce41abaef05f18952e8dce 2024-11-23T02:21:42,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/77e41eee07ce41abaef05f18952e8dce, entries=150, sequenceid=16, filesize=30.2 K 2024-11-23T02:21:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/cc8af9415bc94392901fa378c977adbb as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/cc8af9415bc94392901fa378c977adbb 2024-11-23T02:21:42,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/cc8af9415bc94392901fa378c977adbb, entries=150, sequenceid=16, filesize=11.7 K 2024-11-23T02:21:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/00b5067f32234459ad63f0b8ae057e05 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/00b5067f32234459ad63f0b8ae057e05 2024-11-23T02:21:42,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328562155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328562156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328562157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328562157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328562158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/00b5067f32234459ad63f0b8ae057e05, entries=150, sequenceid=16, filesize=11.7 K 2024-11-23T02:21:42,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8ff2f04e8df55d4362bc43c7dab108d6 in 362ms, sequenceid=16, compaction requested=false 2024-11-23T02:21:42,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:42,244 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T02:21:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:42,245 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:21:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235fa67145c6ed440595639d9a112f773a_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328501846/Put/seqid=0 2024-11-23T02:21:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741939_1115 (size=12154) 2024-11-23T02:21:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:42,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:42,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328562470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328562471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328562471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328562472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328562473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328562575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328562575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328562575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328562575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328562579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:42,705 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235fa67145c6ed440595639d9a112f773a_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235fa67145c6ed440595639d9a112f773a_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:42,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/2a84e4f5bc8047239c6bd0fc655cf90e, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/2a84e4f5bc8047239c6bd0fc655cf90e is 175, key is test_row_0/A:col10/1732328501846/Put/seqid=0 2024-11-23T02:21:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741940_1116 (size=30955) 2024-11-23T02:21:42,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328562778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328562778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328562778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328562778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328562782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:21:43,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328563084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328563084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328563084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328563086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328563096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,145 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/2a84e4f5bc8047239c6bd0fc655cf90e 2024-11-23T02:21:43,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/48337851c7124be995182dbdc345e00f is 50, key is test_row_0/B:col10/1732328501846/Put/seqid=0 2024-11-23T02:21:43,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741941_1117 (size=12001) 2024-11-23T02:21:43,194 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/48337851c7124be995182dbdc345e00f 2024-11-23T02:21:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/016654ca7ed9418f854a15e050a64017 is 50, key is test_row_0/C:col10/1732328501846/Put/seqid=0 2024-11-23T02:21:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741942_1118 (size=12001) 2024-11-23T02:21:43,224 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/016654ca7ed9418f854a15e050a64017 2024-11-23T02:21:43,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/2a84e4f5bc8047239c6bd0fc655cf90e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2a84e4f5bc8047239c6bd0fc655cf90e 2024-11-23T02:21:43,246 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2a84e4f5bc8047239c6bd0fc655cf90e, entries=150, sequenceid=41, filesize=30.2 K 2024-11-23T02:21:43,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/48337851c7124be995182dbdc345e00f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/48337851c7124be995182dbdc345e00f 2024-11-23T02:21:43,253 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/48337851c7124be995182dbdc345e00f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T02:21:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/016654ca7ed9418f854a15e050a64017 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/016654ca7ed9418f854a15e050a64017 2024-11-23T02:21:43,260 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/016654ca7ed9418f854a15e050a64017, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T02:21:43,262 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8ff2f04e8df55d4362bc43c7dab108d6 in 1016ms, sequenceid=41, compaction requested=false 2024-11-23T02:21:43,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:43,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:43,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T02:21:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-23T02:21:43,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-23T02:21:43,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4800 sec 2024-11-23T02:21:43,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.4880 sec 2024-11-23T02:21:43,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:21:43,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:21:43,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:43,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:43,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:43,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:43,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:43,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:43,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112308714efd8a7b4dd6a4b0ca0933e79519_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328502470/Put/seqid=0 2024-11-23T02:21:43,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328563623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328563626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328563627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328563629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328563629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741943_1119 (size=12154) 2024-11-23T02:21:43,655 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:43,662 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112308714efd8a7b4dd6a4b0ca0933e79519_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112308714efd8a7b4dd6a4b0ca0933e79519_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:43,663 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/10c2655ccc1442bd8aba4c361be2c57a, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:43,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/10c2655ccc1442bd8aba4c361be2c57a is 175, key is test_row_0/A:col10/1732328502470/Put/seqid=0 2024-11-23T02:21:43,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741944_1120 (size=30955) 2024-11-23T02:21:43,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/10c2655ccc1442bd8aba4c361be2c57a 2024-11-23T02:21:43,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/b8953196068542e1bbf3a80fb705ada7 is 50, key is test_row_0/B:col10/1732328502470/Put/seqid=0 2024-11-23T02:21:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741945_1121 (size=12001) 2024-11-23T02:21:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328563731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328563731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328563735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328563735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328563735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T02:21:43,913 INFO [Thread-574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-23T02:21:43,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-23T02:21:43,916 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:21:43,917 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:43,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:43,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328563934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328563938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328563940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328563940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:43,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328563946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:21:44,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:21:44,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:44,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:44,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:44,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:44,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:44,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/b8953196068542e1bbf3a80fb705ada7 2024-11-23T02:21:44,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/13d77d3e5e13473ab283a53f272e5495 is 50, key is test_row_0/C:col10/1732328502470/Put/seqid=0 2024-11-23T02:21:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741946_1122 (size=12001) 2024-11-23T02:21:44,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/13d77d3e5e13473ab283a53f272e5495 2024-11-23T02:21:44,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/10c2655ccc1442bd8aba4c361be2c57a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/10c2655ccc1442bd8aba4c361be2c57a 2024-11-23T02:21:44,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/10c2655ccc1442bd8aba4c361be2c57a, entries=150, sequenceid=54, filesize=30.2 K 2024-11-23T02:21:44,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/b8953196068542e1bbf3a80fb705ada7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/b8953196068542e1bbf3a80fb705ada7 2024-11-23T02:21:44,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/b8953196068542e1bbf3a80fb705ada7, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T02:21:44,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/13d77d3e5e13473ab283a53f272e5495 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/13d77d3e5e13473ab283a53f272e5495 2024-11-23T02:21:44,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/13d77d3e5e13473ab283a53f272e5495, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T02:21:44,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8ff2f04e8df55d4362bc43c7dab108d6 in 578ms, sequenceid=54, compaction requested=true 2024-11-23T02:21:44,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:44,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:44,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:44,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:44,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:44,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:44,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:44,168 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:44,168 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:44,169 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:44,169 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:44,169 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/A is initiating minor compaction (all files) 2024-11-23T02:21:44,169 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/B is initiating minor compaction (all files) 2024-11-23T02:21:44,169 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/A in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:44,169 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/B in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:44,169 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/77e41eee07ce41abaef05f18952e8dce, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2a84e4f5bc8047239c6bd0fc655cf90e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/10c2655ccc1442bd8aba4c361be2c57a] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=90.7 K 2024-11-23T02:21:44,169 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/cc8af9415bc94392901fa378c977adbb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/48337851c7124be995182dbdc345e00f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/b8953196068542e1bbf3a80fb705ada7] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=35.2 K 2024-11-23T02:21:44,169 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:44,169 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/77e41eee07ce41abaef05f18952e8dce, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2a84e4f5bc8047239c6bd0fc655cf90e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/10c2655ccc1442bd8aba4c361be2c57a] 2024-11-23T02:21:44,170 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting cc8af9415bc94392901fa378c977adbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732328501798 2024-11-23T02:21:44,170 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77e41eee07ce41abaef05f18952e8dce, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732328501798 2024-11-23T02:21:44,170 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 48337851c7124be995182dbdc345e00f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732328501844 2024-11-23T02:21:44,171 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a84e4f5bc8047239c6bd0fc655cf90e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732328501844 2024-11-23T02:21:44,171 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting b8953196068542e1bbf3a80fb705ada7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732328502467 2024-11-23T02:21:44,172 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10c2655ccc1442bd8aba4c361be2c57a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732328502467 2024-11-23T02:21:44,185 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:44,187 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#B#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:44,188 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/09f71b02f2e442a9bc11c03fc553dad5 is 50, key is test_row_0/B:col10/1732328502470/Put/seqid=0 2024-11-23T02:21:44,190 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411237ebe953e95334ccda69789b5c728c8ba_8ff2f04e8df55d4362bc43c7dab108d6 store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:44,200 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411237ebe953e95334ccda69789b5c728c8ba_8ff2f04e8df55d4362bc43c7dab108d6, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:44,200 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237ebe953e95334ccda69789b5c728c8ba_8ff2f04e8df55d4362bc43c7dab108d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:44,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741947_1123 (size=12104) 2024-11-23T02:21:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:21:44,223 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T02:21:44,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:44,224 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:21:44,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:44,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:44,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:44,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:44,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:44,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:44,232 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/09f71b02f2e442a9bc11c03fc553dad5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/09f71b02f2e442a9bc11c03fc553dad5 2024-11-23T02:21:44,239 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/B of 8ff2f04e8df55d4362bc43c7dab108d6 into 09f71b02f2e442a9bc11c03fc553dad5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:44,239 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:44,239 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/B, priority=13, startTime=1732328504168; duration=0sec 2024-11-23T02:21:44,239 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:44,239 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:B 2024-11-23T02:21:44,239 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:44,241 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:44,241 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/C is initiating minor compaction (all files) 2024-11-23T02:21:44,241 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/C in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:44,241 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/00b5067f32234459ad63f0b8ae057e05, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/016654ca7ed9418f854a15e050a64017, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/13d77d3e5e13473ab283a53f272e5495] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=35.2 K 2024-11-23T02:21:44,242 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 00b5067f32234459ad63f0b8ae057e05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732328501798 2024-11-23T02:21:44,243 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 016654ca7ed9418f854a15e050a64017, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732328501844 2024-11-23T02:21:44,244 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 13d77d3e5e13473ab283a53f272e5495, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732328502467 2024-11-23T02:21:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:44,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741948_1124 (size=4469) 2024-11-23T02:21:44,254 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#A#compaction#103 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:44,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112326bfdf8147fa41da9f06a2a35218c2a3_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328503620/Put/seqid=0 2024-11-23T02:21:44,257 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/91df9ba7c6cb4358b8afe742dd8e35f1 is 175, key is test_row_0/A:col10/1732328502470/Put/seqid=0 2024-11-23T02:21:44,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328564258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328564259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328564259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328564259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328564260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,274 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:44,275 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/e504cd0f94b5431aa71bb0a8cea3e7e9 is 50, key is test_row_0/C:col10/1732328502470/Put/seqid=0 2024-11-23T02:21:44,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741949_1125 (size=12154) 2024-11-23T02:21:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:44,325 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112326bfdf8147fa41da9f06a2a35218c2a3_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112326bfdf8147fa41da9f06a2a35218c2a3_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:44,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/b0b9e53ed8bc416ab15c35e1956e7401, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/b0b9e53ed8bc416ab15c35e1956e7401 is 175, key is test_row_0/A:col10/1732328503620/Put/seqid=0 2024-11-23T02:21:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741950_1126 (size=31058) 2024-11-23T02:21:44,346 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/91df9ba7c6cb4358b8afe742dd8e35f1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/91df9ba7c6cb4358b8afe742dd8e35f1 2024-11-23T02:21:44,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741951_1127 (size=12104) 2024-11-23T02:21:44,355 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/A of 8ff2f04e8df55d4362bc43c7dab108d6 into 91df9ba7c6cb4358b8afe742dd8e35f1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:44,355 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:44,355 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/A, priority=13, startTime=1732328504167; duration=0sec 2024-11-23T02:21:44,355 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:44,355 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:A 2024-11-23T02:21:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741952_1128 (size=30955) 2024-11-23T02:21:44,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328564365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328564365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328564366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328564367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328564367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:21:44,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328564568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328564569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328564570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328564571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328564577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,759 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/e504cd0f94b5431aa71bb0a8cea3e7e9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/e504cd0f94b5431aa71bb0a8cea3e7e9 2024-11-23T02:21:44,762 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/b0b9e53ed8bc416ab15c35e1956e7401 2024-11-23T02:21:44,764 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/C of 8ff2f04e8df55d4362bc43c7dab108d6 into e504cd0f94b5431aa71bb0a8cea3e7e9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:44,764 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:44,764 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/C, priority=13, startTime=1732328504168; duration=0sec 2024-11-23T02:21:44,764 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:44,764 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:C 2024-11-23T02:21:44,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/21b9b2263cf648e6b878bd41ae225b7b is 50, key is test_row_0/B:col10/1732328503620/Put/seqid=0 2024-11-23T02:21:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741953_1129 (size=12001) 2024-11-23T02:21:44,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328564872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328564874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328564878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328564880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:44,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328564880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:21:45,177 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/21b9b2263cf648e6b878bd41ae225b7b 2024-11-23T02:21:45,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/be116dc2487e4868b92bb66177196be4 is 50, key is test_row_0/C:col10/1732328503620/Put/seqid=0 2024-11-23T02:21:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741954_1130 (size=12001) 2024-11-23T02:21:45,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328565377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:45,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328565379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:45,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328565382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:45,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328565383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:45,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328565385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:45,595 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/be116dc2487e4868b92bb66177196be4 2024-11-23T02:21:45,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/b0b9e53ed8bc416ab15c35e1956e7401 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/b0b9e53ed8bc416ab15c35e1956e7401 2024-11-23T02:21:45,614 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/b0b9e53ed8bc416ab15c35e1956e7401, entries=150, sequenceid=78, filesize=30.2 K 2024-11-23T02:21:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/21b9b2263cf648e6b878bd41ae225b7b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/21b9b2263cf648e6b878bd41ae225b7b 2024-11-23T02:21:45,622 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/21b9b2263cf648e6b878bd41ae225b7b, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:21:45,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/be116dc2487e4868b92bb66177196be4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/be116dc2487e4868b92bb66177196be4 2024-11-23T02:21:45,637 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/be116dc2487e4868b92bb66177196be4, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:21:45,638 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8ff2f04e8df55d4362bc43c7dab108d6 in 1414ms, sequenceid=78, compaction requested=false 2024-11-23T02:21:45,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:45,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:45,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T02:21:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-23T02:21:45,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T02:21:45,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7220 sec 2024-11-23T02:21:45,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.7280 sec 2024-11-23T02:21:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T02:21:46,023 INFO [Thread-574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-23T02:21:46,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-23T02:21:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:21:46,026 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:46,027 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:46,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:21:46,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T02:21:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:46,180 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:21:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:46,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236caac00cc2c14dad8140cba6ff9ee6d0_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328504258/Put/seqid=0 2024-11-23T02:21:46,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741955_1131 (size=12154) 2024-11-23T02:21:46,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:46,237 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236caac00cc2c14dad8140cba6ff9ee6d0_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236caac00cc2c14dad8140cba6ff9ee6d0_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/194f1249cd6b4cf98c9114dd6dc3b892, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:46,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/194f1249cd6b4cf98c9114dd6dc3b892 is 175, key is test_row_0/A:col10/1732328504258/Put/seqid=0 2024-11-23T02:21:46,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741956_1132 (size=30955) 2024-11-23T02:21:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:46,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328566404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328566404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328566405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328566408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328566409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328566510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328566510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328566510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328566510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328566511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:21:46,648 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/194f1249cd6b4cf98c9114dd6dc3b892 2024-11-23T02:21:46,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/a1d0cf6fbe554ea7aa600b2ed409401f is 50, key is test_row_0/B:col10/1732328504258/Put/seqid=0 2024-11-23T02:21:46,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741957_1133 (size=12001) 2024-11-23T02:21:46,667 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/a1d0cf6fbe554ea7aa600b2ed409401f 2024-11-23T02:21:46,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4c4b6834a7ab425fab15406cea3f4f20 is 50, key is test_row_0/C:col10/1732328504258/Put/seqid=0 2024-11-23T02:21:46,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741958_1134 (size=12001) 2024-11-23T02:21:46,686 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4c4b6834a7ab425fab15406cea3f4f20 2024-11-23T02:21:46,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/194f1249cd6b4cf98c9114dd6dc3b892 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/194f1249cd6b4cf98c9114dd6dc3b892 2024-11-23T02:21:46,698 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/194f1249cd6b4cf98c9114dd6dc3b892, entries=150, sequenceid=93, filesize=30.2 K 2024-11-23T02:21:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/a1d0cf6fbe554ea7aa600b2ed409401f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/a1d0cf6fbe554ea7aa600b2ed409401f 2024-11-23T02:21:46,704 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/a1d0cf6fbe554ea7aa600b2ed409401f, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T02:21:46,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4c4b6834a7ab425fab15406cea3f4f20 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4c4b6834a7ab425fab15406cea3f4f20 2024-11-23T02:21:46,712 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4c4b6834a7ab425fab15406cea3f4f20, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T02:21:46,714 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8ff2f04e8df55d4362bc43c7dab108d6 in 534ms, sequenceid=93, compaction requested=true 2024-11-23T02:21:46,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:46,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:46,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T02:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-23T02:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:46,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:21:46,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-23T02:21:46,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 689 msec 2024-11-23T02:21:46,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 695 msec 2024-11-23T02:21:46,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:46,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:46,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:46,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:46,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:46,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:46,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328566723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328566726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328566726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328566727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328566727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b89a283700ba491aa0c52e8805442b1a_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328506717/Put/seqid=0 2024-11-23T02:21:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741959_1135 (size=14594) 2024-11-23T02:21:46,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328566828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328566831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328566832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328566833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:46,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328566833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328567030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328567034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328567034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328567036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328567038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T02:21:47,129 INFO [Thread-574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-23T02:21:47,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-23T02:21:47,133 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T02:21:47,134 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:47,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:47,144 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b89a283700ba491aa0c52e8805442b1a_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b89a283700ba491aa0c52e8805442b1a_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:47,156 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/a018e4efc18f4f5da2ec92eab44cc440, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:47,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/a018e4efc18f4f5da2ec92eab44cc440 is 175, key is test_row_0/A:col10/1732328506717/Put/seqid=0 2024-11-23T02:21:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741960_1136 (size=39549) 2024-11-23T02:21:47,177 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/a018e4efc18f4f5da2ec92eab44cc440 2024-11-23T02:21:47,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/2621bd27aeb04046977ecbdb0335fd53 is 50, key is test_row_0/B:col10/1732328506717/Put/seqid=0 2024-11-23T02:21:47,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741961_1137 (size=12001) 2024-11-23T02:21:47,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/2621bd27aeb04046977ecbdb0335fd53 2024-11-23T02:21:47,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/fbddef2b06fb42da842f69802e0ded39 is 50, key is test_row_0/C:col10/1732328506717/Put/seqid=0 2024-11-23T02:21:47,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741962_1138 (size=12001) 2024-11-23T02:21:47,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/fbddef2b06fb42da842f69802e0ded39 2024-11-23T02:21:47,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/a018e4efc18f4f5da2ec92eab44cc440 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a018e4efc18f4f5da2ec92eab44cc440 2024-11-23T02:21:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T02:21:47,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a018e4efc18f4f5da2ec92eab44cc440, entries=200, sequenceid=119, filesize=38.6 K 2024-11-23T02:21:47,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/2621bd27aeb04046977ecbdb0335fd53 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/2621bd27aeb04046977ecbdb0335fd53 2024-11-23T02:21:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/2621bd27aeb04046977ecbdb0335fd53, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T02:21:47,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/fbddef2b06fb42da842f69802e0ded39 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/fbddef2b06fb42da842f69802e0ded39 2024-11-23T02:21:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/fbddef2b06fb42da842f69802e0ded39, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T02:21:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8ff2f04e8df55d4362bc43c7dab108d6 in 533ms, sequenceid=119, compaction requested=true 2024-11-23T02:21:47,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:47,252 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:47,252 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:47,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:47,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,254 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:47,254 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/A is initiating minor compaction (all files) 2024-11-23T02:21:47,254 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/A in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,254 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:47,255 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/91df9ba7c6cb4358b8afe742dd8e35f1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/b0b9e53ed8bc416ab15c35e1956e7401, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/194f1249cd6b4cf98c9114dd6dc3b892, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a018e4efc18f4f5da2ec92eab44cc440] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=129.4 K 2024-11-23T02:21:47,255 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/B is initiating minor compaction (all files) 2024-11-23T02:21:47,255 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,255 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/91df9ba7c6cb4358b8afe742dd8e35f1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/b0b9e53ed8bc416ab15c35e1956e7401, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/194f1249cd6b4cf98c9114dd6dc3b892, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a018e4efc18f4f5da2ec92eab44cc440] 2024-11-23T02:21:47,255 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/B in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,255 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/09f71b02f2e442a9bc11c03fc553dad5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/21b9b2263cf648e6b878bd41ae225b7b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/a1d0cf6fbe554ea7aa600b2ed409401f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/2621bd27aeb04046977ecbdb0335fd53] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=47.0 K 2024-11-23T02:21:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,255 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91df9ba7c6cb4358b8afe742dd8e35f1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732328502467 2024-11-23T02:21:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,255 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 09f71b02f2e442a9bc11c03fc553dad5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732328502467 2024-11-23T02:21:47,256 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0b9e53ed8bc416ab15c35e1956e7401, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328503620 2024-11-23T02:21:47,256 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 21b9b2263cf648e6b878bd41ae225b7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328503620 2024-11-23T02:21:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,256 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 194f1249cd6b4cf98c9114dd6dc3b892, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732328504254 2024-11-23T02:21:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,256 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a1d0cf6fbe554ea7aa600b2ed409401f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732328504254 2024-11-23T02:21:47,257 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a018e4efc18f4f5da2ec92eab44cc440, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732328506401 2024-11-23T02:21:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,257 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2621bd27aeb04046977ecbdb0335fd53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732328506401 2024-11-23T02:21:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,269 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,273 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123b3d9ca4875294ce09c0b0f75d433eb2e_8ff2f04e8df55d4362bc43c7dab108d6 store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,277 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#B#compaction#115 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,278 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/93de8d4725c2488cb96628cd2c43531d is 50, key is test_row_0/B:col10/1732328506717/Put/seqid=0 2024-11-23T02:21:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,279 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123b3d9ca4875294ce09c0b0f75d433eb2e_8ff2f04e8df55d4362bc43c7dab108d6, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:47,279 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b3d9ca4875294ce09c0b0f75d433eb2e_8ff2f04e8df55d4362bc43c7dab108d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,286 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T02:21:47,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,287 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T02:21:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:47,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:47,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:47,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:47,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741964_1140 (size=4469) 2024-11-23T02:21:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234e5cd10458434137b92f257be45f8750_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_1/A:col10/1732328506726/Put/seqid=0 2024-11-23T02:21:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741963_1139 (size=12241) 2024-11-23T02:21:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741965_1141 (size=9714) 2024-11-23T02:21:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,319 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234e5cd10458434137b92f257be45f8750_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234e5cd10458434137b92f257be45f8750_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/9fdea000b0bd4dedad0b1ba554d17ba6, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:47,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/9fdea000b0bd4dedad0b1ba554d17ba6 is 175, key is test_row_1/A:col10/1732328506726/Put/seqid=0 2024-11-23T02:21:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741966_1142 (size=22361) 2024-11-23T02:21:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,336 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/9fdea000b0bd4dedad0b1ba554d17ba6 2024-11-23T02:21:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/3dae88b1d04c4bf5abbd2af5f6967eb9 is 50, key is test_row_1/B:col10/1732328506726/Put/seqid=0 2024-11-23T02:21:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741967_1143 (size=9657) 2024-11-23T02:21:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,375 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/3dae88b1d04c4bf5abbd2af5f6967eb9 2024-11-23T02:21:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:47,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/ddc4fdc8d40044f18724aeb72569a043 is 50, key is test_row_1/C:col10/1732328506726/Put/seqid=0 2024-11-23T02:21:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741968_1144 (size=9657) 2024-11-23T02:21:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,399 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/ddc4fdc8d40044f18724aeb72569a043 2024-11-23T02:21:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/9fdea000b0bd4dedad0b1ba554d17ba6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/9fdea000b0bd4dedad0b1ba554d17ba6 2024-11-23T02:21:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,414 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/9fdea000b0bd4dedad0b1ba554d17ba6, entries=100, sequenceid=129, filesize=21.8 K 2024-11-23T02:21:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/3dae88b1d04c4bf5abbd2af5f6967eb9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/3dae88b1d04c4bf5abbd2af5f6967eb9 2024-11-23T02:21:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,422 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/3dae88b1d04c4bf5abbd2af5f6967eb9, entries=100, sequenceid=129, filesize=9.4 K 2024-11-23T02:21:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/ddc4fdc8d40044f18724aeb72569a043 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/ddc4fdc8d40044f18724aeb72569a043 2024-11-23T02:21:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,429 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/ddc4fdc8d40044f18724aeb72569a043, entries=100, sequenceid=129, filesize=9.4 K 2024-11-23T02:21:47,430 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=80.51 KB/82440 for 8ff2f04e8df55d4362bc43c7dab108d6 in 143ms, sequenceid=129, compaction requested=true 2024-11-23T02:21:47,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:47,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T02:21:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-23T02:21:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-23T02:21:47,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 297 msec 2024-11-23T02:21:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 303 msec 2024-11-23T02:21:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T02:21:47,436 INFO [Thread-574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-23T02:21:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:47,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:21:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:47,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:47,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:47,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-23T02:21:47,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:47,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,440 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,441 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:21:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a84203a3ca9241d48a516a2f083c79a0_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328507434/Put/seqid=0 2024-11-23T02:21:47,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328567470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741970_1146 (size=32228) 2024-11-23T02:21:47,479 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:47,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328567471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328567472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328567473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,485 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a84203a3ca9241d48a516a2f083c79a0_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a84203a3ca9241d48a516a2f083c79a0_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:47,487 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/0a8ee85a02c348368c7c6e29d9dc213a, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:47,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/0a8ee85a02c348368c7c6e29d9dc213a is 175, key is test_row_0/A:col10/1732328507434/Put/seqid=0 2024-11-23T02:21:47,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328567475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741969_1145 (size=100318) 2024-11-23T02:21:47,494 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/0a8ee85a02c348368c7c6e29d9dc213a 2024-11-23T02:21:47,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/01a680b8022e4cb3a78fc63ff4343f57 is 50, key is test_row_0/B:col10/1732328507434/Put/seqid=0 2024-11-23T02:21:47,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741971_1147 (size=12151) 2024-11-23T02:21:47,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/01a680b8022e4cb3a78fc63ff4343f57 2024-11-23T02:21:47,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4a397f1f86c84a9f8dee5c31215a1033 is 50, key is test_row_0/C:col10/1732328507434/Put/seqid=0 2024-11-23T02:21:47,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741972_1148 (size=12151) 2024-11-23T02:21:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:21:47,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328567577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328567583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328567584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328567585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:21:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:47,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:47,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328567592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,698 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#A#compaction#114 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:47,699 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/330ddcca2cb84235868db7611d537bd5 is 175, key is test_row_0/A:col10/1732328506717/Put/seqid=0 2024-11-23T02:21:47,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741973_1149 (size=31195) 2024-11-23T02:21:47,711 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/93de8d4725c2488cb96628cd2c43531d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/93de8d4725c2488cb96628cd2c43531d 2024-11-23T02:21:47,717 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/B of 8ff2f04e8df55d4362bc43c7dab108d6 into 93de8d4725c2488cb96628cd2c43531d(size=12.0 K), total size for store is 21.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:47,717 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:47,717 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/B, priority=12, startTime=1732328507252; duration=0sec 2024-11-23T02:21:47,717 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:47,717 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:B 2024-11-23T02:21:47,718 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:21:47,721 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57764 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:21:47,721 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/C is initiating minor compaction (all files) 2024-11-23T02:21:47,721 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/C in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,721 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/e504cd0f94b5431aa71bb0a8cea3e7e9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/be116dc2487e4868b92bb66177196be4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4c4b6834a7ab425fab15406cea3f4f20, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/fbddef2b06fb42da842f69802e0ded39, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/ddc4fdc8d40044f18724aeb72569a043] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=56.4 K 2024-11-23T02:21:47,721 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e504cd0f94b5431aa71bb0a8cea3e7e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732328502467 2024-11-23T02:21:47,722 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting be116dc2487e4868b92bb66177196be4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328503620 2024-11-23T02:21:47,722 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c4b6834a7ab425fab15406cea3f4f20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732328504254 2024-11-23T02:21:47,723 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting fbddef2b06fb42da842f69802e0ded39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732328506401 2024-11-23T02:21:47,723 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting ddc4fdc8d40044f18724aeb72569a043, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732328506726 2024-11-23T02:21:47,736 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#C#compaction#122 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:47,737 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/5f52d020be434cf0a963d5163958a1b8 is 50, key is test_row_0/C:col10/1732328506717/Put/seqid=0 2024-11-23T02:21:47,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741974_1150 (size=12275) 2024-11-23T02:21:47,746 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:21:47,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:47,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:47,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:47,748 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/5f52d020be434cf0a963d5163958a1b8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/5f52d020be434cf0a963d5163958a1b8 2024-11-23T02:21:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:47,753 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/C of 8ff2f04e8df55d4362bc43c7dab108d6 into 5f52d020be434cf0a963d5163958a1b8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:47,753 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:47,753 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/C, priority=11, startTime=1732328507253; duration=0sec 2024-11-23T02:21:47,754 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:47,754 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:C 2024-11-23T02:21:47,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328567780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328567788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328567789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328567789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328567796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:47,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:21:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:47,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4a397f1f86c84a9f8dee5c31215a1033 2024-11-23T02:21:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/0a8ee85a02c348368c7c6e29d9dc213a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0a8ee85a02c348368c7c6e29d9dc213a 2024-11-23T02:21:47,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0a8ee85a02c348368c7c6e29d9dc213a, entries=550, sequenceid=146, filesize=98.0 K 2024-11-23T02:21:47,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/01a680b8022e4cb3a78fc63ff4343f57 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/01a680b8022e4cb3a78fc63ff4343f57 2024-11-23T02:21:47,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/01a680b8022e4cb3a78fc63ff4343f57, entries=150, sequenceid=146, filesize=11.9 K 2024-11-23T02:21:47,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4a397f1f86c84a9f8dee5c31215a1033 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4a397f1f86c84a9f8dee5c31215a1033 2024-11-23T02:21:47,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4a397f1f86c84a9f8dee5c31215a1033, entries=150, sequenceid=146, filesize=11.9 K 2024-11-23T02:21:47,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8ff2f04e8df55d4362bc43c7dab108d6 in 526ms, sequenceid=146, compaction requested=true 2024-11-23T02:21:47,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:47,963 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-23T02:21:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:21:47,964 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:21:47,964 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:21:47,965 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. because compaction request was cancelled 2024-11-23T02:21:47,965 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:A 2024-11-23T02:21:47,965 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:47,966 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:47,966 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/B is initiating minor compaction (all files) 2024-11-23T02:21:47,966 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/B in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:47,966 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/93de8d4725c2488cb96628cd2c43531d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/3dae88b1d04c4bf5abbd2af5f6967eb9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/01a680b8022e4cb3a78fc63ff4343f57] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=33.3 K 2024-11-23T02:21:47,967 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 93de8d4725c2488cb96628cd2c43531d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732328506401 2024-11-23T02:21:47,967 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dae88b1d04c4bf5abbd2af5f6967eb9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732328506726 2024-11-23T02:21:47,968 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 01a680b8022e4cb3a78fc63ff4343f57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732328507408 2024-11-23T02:21:47,983 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:47,984 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/5cf7ef1c8c404662b6af20ff1b5be16b is 50, key is test_row_0/B:col10/1732328507434/Put/seqid=0 2024-11-23T02:21:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741975_1151 (size=12493) 2024-11-23T02:21:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:21:48,056 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T02:21:48,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:48,057 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:21:48,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:48,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:48,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:48,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:48,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:48,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:48,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112312a87e7e104841479b3120fdd68fabc0_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328507469/Put/seqid=0 2024-11-23T02:21:48,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741976_1152 (size=12304) 2024-11-23T02:21:48,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:48,085 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112312a87e7e104841479b3120fdd68fabc0_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112312a87e7e104841479b3120fdd68fabc0_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:48,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/41ea412c525d4cebb1a6893405f8e017, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:48,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/41ea412c525d4cebb1a6893405f8e017 is 175, key is test_row_0/A:col10/1732328507469/Put/seqid=0 2024-11-23T02:21:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:48,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:48,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741977_1153 (size=31105) 2024-11-23T02:21:48,110 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/41ea412c525d4cebb1a6893405f8e017 2024-11-23T02:21:48,113 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/330ddcca2cb84235868db7611d537bd5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/330ddcca2cb84235868db7611d537bd5 2024-11-23T02:21:48,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328568107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,121 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/A of 8ff2f04e8df55d4362bc43c7dab108d6 into 330ddcca2cb84235868db7611d537bd5(size=30.5 K), total size for store is 150.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:48,121 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:48,121 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/A, priority=12, startTime=1732328507252; duration=0sec 2024-11-23T02:21:48,121 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:48,121 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:A 2024-11-23T02:21:48,121 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T02:21:48,122 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:21:48,122 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:21:48,122 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. because compaction request was cancelled 2024-11-23T02:21:48,122 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:C 2024-11-23T02:21:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328568119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328568119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/19ab6d83f97e4800b3da47e4ae4714d5 is 50, key is test_row_0/B:col10/1732328507469/Put/seqid=0 2024-11-23T02:21:48,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328568120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328568120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741978_1154 (size=12151) 2024-11-23T02:21:48,144 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/19ab6d83f97e4800b3da47e4ae4714d5 2024-11-23T02:21:48,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/03d073c25d0741d1a22d4cd9581413ff is 50, key is test_row_0/C:col10/1732328507469/Put/seqid=0 2024-11-23T02:21:48,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741979_1155 (size=12151) 2024-11-23T02:21:48,168 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/03d073c25d0741d1a22d4cd9581413ff 2024-11-23T02:21:48,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/41ea412c525d4cebb1a6893405f8e017 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/41ea412c525d4cebb1a6893405f8e017 2024-11-23T02:21:48,184 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/41ea412c525d4cebb1a6893405f8e017, entries=150, sequenceid=167, filesize=30.4 K 2024-11-23T02:21:48,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/19ab6d83f97e4800b3da47e4ae4714d5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/19ab6d83f97e4800b3da47e4ae4714d5 2024-11-23T02:21:48,193 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/19ab6d83f97e4800b3da47e4ae4714d5, entries=150, sequenceid=167, filesize=11.9 K 2024-11-23T02:21:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/03d073c25d0741d1a22d4cd9581413ff as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/03d073c25d0741d1a22d4cd9581413ff 2024-11-23T02:21:48,201 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/03d073c25d0741d1a22d4cd9581413ff, entries=150, sequenceid=167, filesize=11.9 K 2024-11-23T02:21:48,202 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 8ff2f04e8df55d4362bc43c7dab108d6 in 145ms, sequenceid=167, compaction requested=true 2024-11-23T02:21:48,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:48,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:48,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T02:21:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-23T02:21:48,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-23T02:21:48,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 763 msec 2024-11-23T02:21:48,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 769 msec 2024-11-23T02:21:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:48,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:21:48,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:48,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:48,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:48,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:48,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:48,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:48,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237456447873974756a2aff3c632716aca_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328508110/Put/seqid=0 2024-11-23T02:21:48,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741980_1156 (size=14794) 2024-11-23T02:21:48,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328568241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328568239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328568271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328568271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328568271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328568372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328568372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328568378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328568378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328568378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,423 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/5cf7ef1c8c404662b6af20ff1b5be16b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/5cf7ef1c8c404662b6af20ff1b5be16b 2024-11-23T02:21:48,435 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/B of 8ff2f04e8df55d4362bc43c7dab108d6 into 5cf7ef1c8c404662b6af20ff1b5be16b(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:48,435 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:48,435 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/B, priority=13, startTime=1732328507964; duration=0sec 2024-11-23T02:21:48,435 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:48,435 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:B 2024-11-23T02:21:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T02:21:48,551 INFO [Thread-574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-23T02:21:48,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-23T02:21:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:21:48,554 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:48,555 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:48,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:48,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328568575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328568576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328568580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328568580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328568581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:21:48,655 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237456447873974756a2aff3c632716aca_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237456447873974756a2aff3c632716aca_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:48,656 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/14d9eef8edf04e1a8dd07bf2e35e19c0, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:48,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/14d9eef8edf04e1a8dd07bf2e35e19c0 is 175, key is test_row_0/A:col10/1732328508110/Put/seqid=0 2024-11-23T02:21:48,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741981_1157 (size=39749) 2024-11-23T02:21:48,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:21:48,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:48,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:48,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:48,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:48,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:21:48,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:21:48,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:48,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:48,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:48,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:48,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:48,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328568878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328568878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328568884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328568886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:48,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328568888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:21:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:49,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,071 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/14d9eef8edf04e1a8dd07bf2e35e19c0 2024-11-23T02:21:49,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/28c8044532a141fb80fc8df98a549ab5 is 50, key is test_row_0/B:col10/1732328508110/Put/seqid=0 2024-11-23T02:21:49,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741982_1158 (size=12151) 2024-11-23T02:21:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:21:49,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:21:49,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:49,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:21:49,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:49,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328569380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328569384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328569388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328569389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328569391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:21:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:49,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/28c8044532a141fb80fc8df98a549ab5 2024-11-23T02:21:49,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/927329550e53413c8b070f7ac8148fd4 is 50, key is test_row_0/C:col10/1732328508110/Put/seqid=0 2024-11-23T02:21:49,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741983_1159 (size=12151) 2024-11-23T02:21:49,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/927329550e53413c8b070f7ac8148fd4 2024-11-23T02:21:49,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/14d9eef8edf04e1a8dd07bf2e35e19c0 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/14d9eef8edf04e1a8dd07bf2e35e19c0 2024-11-23T02:21:49,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/14d9eef8edf04e1a8dd07bf2e35e19c0, entries=200, sequenceid=188, filesize=38.8 K 2024-11-23T02:21:49,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/28c8044532a141fb80fc8df98a549ab5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/28c8044532a141fb80fc8df98a549ab5 2024-11-23T02:21:49,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/28c8044532a141fb80fc8df98a549ab5, entries=150, sequenceid=188, filesize=11.9 K 2024-11-23T02:21:49,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/927329550e53413c8b070f7ac8148fd4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/927329550e53413c8b070f7ac8148fd4 2024-11-23T02:21:49,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/927329550e53413c8b070f7ac8148fd4, entries=150, sequenceid=188, filesize=11.9 K 2024-11-23T02:21:49,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8ff2f04e8df55d4362bc43c7dab108d6 in 1310ms, sequenceid=188, compaction requested=true 2024-11-23T02:21:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:49,535 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:21:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:49,535 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:49,536 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:49,536 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/B is initiating minor compaction (all files) 2024-11-23T02:21:49,536 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/B in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,536 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/5cf7ef1c8c404662b6af20ff1b5be16b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/19ab6d83f97e4800b3da47e4ae4714d5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/28c8044532a141fb80fc8df98a549ab5] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=35.9 K 2024-11-23T02:21:49,537 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cf7ef1c8c404662b6af20ff1b5be16b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732328507408 2024-11-23T02:21:49,537 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 224728 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:21:49,537 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/A is initiating minor compaction (all files) 2024-11-23T02:21:49,537 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/A in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,537 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/330ddcca2cb84235868db7611d537bd5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/9fdea000b0bd4dedad0b1ba554d17ba6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0a8ee85a02c348368c7c6e29d9dc213a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/41ea412c525d4cebb1a6893405f8e017, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/14d9eef8edf04e1a8dd07bf2e35e19c0] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=219.5 K 2024-11-23T02:21:49,537 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,537 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/330ddcca2cb84235868db7611d537bd5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/9fdea000b0bd4dedad0b1ba554d17ba6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0a8ee85a02c348368c7c6e29d9dc213a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/41ea412c525d4cebb1a6893405f8e017, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/14d9eef8edf04e1a8dd07bf2e35e19c0] 2024-11-23T02:21:49,538 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 19ab6d83f97e4800b3da47e4ae4714d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732328507469 2024-11-23T02:21:49,539 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 330ddcca2cb84235868db7611d537bd5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732328506401 2024-11-23T02:21:49,539 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 28c8044532a141fb80fc8df98a549ab5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732328508110 2024-11-23T02:21:49,539 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fdea000b0bd4dedad0b1ba554d17ba6, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732328506726 2024-11-23T02:21:49,540 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a8ee85a02c348368c7c6e29d9dc213a, keycount=550, bloomtype=ROW, size=98.0 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732328507389 2024-11-23T02:21:49,541 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41ea412c525d4cebb1a6893405f8e017, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732328507469 2024-11-23T02:21:49,543 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14d9eef8edf04e1a8dd07bf2e35e19c0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732328508105 2024-11-23T02:21:49,561 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#B#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:49,561 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/85dc5b39f59344939336832456c975f4 is 50, key is test_row_0/B:col10/1732328508110/Put/seqid=0 2024-11-23T02:21:49,563 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:49,566 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123473688bd17a24a75be8376c9ad1c10e3_8ff2f04e8df55d4362bc43c7dab108d6 store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:49,571 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123473688bd17a24a75be8376c9ad1c10e3_8ff2f04e8df55d4362bc43c7dab108d6, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:49,571 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123473688bd17a24a75be8376c9ad1c10e3_8ff2f04e8df55d4362bc43c7dab108d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741985_1161 (size=4469) 2024-11-23T02:21:49,591 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#A#compaction#131 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:49,592 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/0e19571496754f7a85b524bb60dac19b is 175, key is test_row_0/A:col10/1732328508110/Put/seqid=0 2024-11-23T02:21:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741984_1160 (size=12595) 2024-11-23T02:21:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741986_1162 (size=31515) 2024-11-23T02:21:49,625 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:49,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T02:21:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,627 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:21:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:49,629 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/0e19571496754f7a85b524bb60dac19b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0e19571496754f7a85b524bb60dac19b 2024-11-23T02:21:49,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112326e61cf236fb4857a8fb687cba37ba3f_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328508238/Put/seqid=0 2024-11-23T02:21:49,641 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/A of 8ff2f04e8df55d4362bc43c7dab108d6 into 0e19571496754f7a85b524bb60dac19b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:49,641 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:49,641 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/A, priority=11, startTime=1732328509535; duration=0sec 2024-11-23T02:21:49,641 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:49,641 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:A 2024-11-23T02:21:49,641 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:21:49,644 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:21:49,644 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/C is initiating minor compaction (all files) 2024-11-23T02:21:49,644 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/C in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,644 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/5f52d020be434cf0a963d5163958a1b8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4a397f1f86c84a9f8dee5c31215a1033, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/03d073c25d0741d1a22d4cd9581413ff, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/927329550e53413c8b070f7ac8148fd4] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=47.6 K 2024-11-23T02:21:49,645 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f52d020be434cf0a963d5163958a1b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732328506717 2024-11-23T02:21:49,645 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a397f1f86c84a9f8dee5c31215a1033, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732328507408 2024-11-23T02:21:49,646 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03d073c25d0741d1a22d4cd9581413ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732328507469 2024-11-23T02:21:49,647 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 927329550e53413c8b070f7ac8148fd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732328508110 2024-11-23T02:21:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741987_1163 (size=12304) 2024-11-23T02:21:49,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:21:49,661 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112326e61cf236fb4857a8fb687cba37ba3f_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112326e61cf236fb4857a8fb687cba37ba3f_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/885c3055286543bb8eaf9351820078e8, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/885c3055286543bb8eaf9351820078e8 is 175, key is test_row_0/A:col10/1732328508238/Put/seqid=0 2024-11-23T02:21:49,668 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#C#compaction#133 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:49,670 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/d5e83c06fd9c4836af88b1b2943ddd68 is 50, key is test_row_0/C:col10/1732328508110/Put/seqid=0 2024-11-23T02:21:49,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741988_1164 (size=31105) 2024-11-23T02:21:49,696 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/885c3055286543bb8eaf9351820078e8 2024-11-23T02:21:49,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/878e3a3782c84905a5d18f4d2819f23e is 50, key is test_row_0/B:col10/1732328508238/Put/seqid=0 2024-11-23T02:21:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741989_1165 (size=12561) 2024-11-23T02:21:49,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741990_1166 (size=12151) 2024-11-23T02:21:49,721 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/878e3a3782c84905a5d18f4d2819f23e 2024-11-23T02:21:49,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/a52d52ce022147aaa24e68d68fba1c58 is 50, key is test_row_0/C:col10/1732328508238/Put/seqid=0 2024-11-23T02:21:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741991_1167 (size=12151) 2024-11-23T02:21:49,751 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/a52d52ce022147aaa24e68d68fba1c58 2024-11-23T02:21:49,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/885c3055286543bb8eaf9351820078e8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/885c3055286543bb8eaf9351820078e8 2024-11-23T02:21:49,768 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/885c3055286543bb8eaf9351820078e8, entries=150, sequenceid=205, filesize=30.4 K 2024-11-23T02:21:49,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/878e3a3782c84905a5d18f4d2819f23e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/878e3a3782c84905a5d18f4d2819f23e 2024-11-23T02:21:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,774 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/878e3a3782c84905a5d18f4d2819f23e, entries=150, sequenceid=205, filesize=11.9 K 2024-11-23T02:21:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/a52d52ce022147aaa24e68d68fba1c58 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/a52d52ce022147aaa24e68d68fba1c58 2024-11-23T02:21:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,784 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/a52d52ce022147aaa24e68d68fba1c58, entries=150, sequenceid=205, filesize=11.9 K 2024-11-23T02:21:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,786 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 8ff2f04e8df55d4362bc43c7dab108d6 in 158ms, sequenceid=205, compaction requested=false 2024-11-23T02:21:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:49,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:49,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-23T02:21:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-23T02:21:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-23T02:21:49,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2320 sec 2024-11-23T02:21:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.2370 sec 2024-11-23T02:21:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,006 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/85dc5b39f59344939336832456c975f4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/85dc5b39f59344939336832456c975f4 2024-11-23T02:21:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,013 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/B of 8ff2f04e8df55d4362bc43c7dab108d6 into 85dc5b39f59344939336832456c975f4(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:50,013 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:50,013 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/B, priority=13, startTime=1732328509535; duration=0sec 2024-11-23T02:21:50,013 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:50,013 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:B 2024-11-23T02:21:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,115 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/d5e83c06fd9c4836af88b1b2943ddd68 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/d5e83c06fd9c4836af88b1b2943ddd68 2024-11-23T02:21:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,121 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/C of 8ff2f04e8df55d4362bc43c7dab108d6 into d5e83c06fd9c4836af88b1b2943ddd68(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:50,121 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:50,122 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/C, priority=12, startTime=1732328509535; duration=0sec 2024-11-23T02:21:50,122 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:50,122 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:C 2024-11-23T02:21:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,344 INFO [master/fde8ce287ea2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T02:21:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,344 INFO [master/fde8ce287ea2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T02:21:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:50,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:21:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237c69b0cc442f484d82df854762aca97b_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328510451/Put/seqid=0 2024-11-23T02:21:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741992_1168 (size=22268) 2024-11-23T02:21:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328570483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328570485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328570485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328570486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328570486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328570589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328570591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328570592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328570593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328570593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T02:21:50,659 INFO [Thread-574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-23T02:21:50,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-23T02:21:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:21:50,662 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:50,662 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:50,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:21:50,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328570791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328570794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328570795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328570795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328570796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:21:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:50,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:50,869 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:50,875 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237c69b0cc442f484d82df854762aca97b_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237c69b0cc442f484d82df854762aca97b_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:50,876 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ad5680976b43463e8193bca53d8b6be6, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:50,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ad5680976b43463e8193bca53d8b6be6 is 175, key is test_row_0/A:col10/1732328510451/Put/seqid=0 2024-11-23T02:21:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741993_1169 (size=65673) 2024-11-23T02:21:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:21:50,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:50,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:21:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:50,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328571093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328571096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328571097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328571100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328571100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,120 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:21:51,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:51,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:21:51,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:21:51,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:51,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ad5680976b43463e8193bca53d8b6be6 2024-11-23T02:21:51,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/189e23bac14c4fc89423e52736c124a8 is 50, key is test_row_0/B:col10/1732328510451/Put/seqid=0 2024-11-23T02:21:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741994_1170 (size=12151) 2024-11-23T02:21:51,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:21:51,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:51,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:21:51,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:51,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328571599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328571601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328571602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328571603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328571605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/189e23bac14c4fc89423e52736c124a8 2024-11-23T02:21:51,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/0a27d41c06914b09b59020ede04b3606 is 50, key is test_row_0/C:col10/1732328510451/Put/seqid=0 2024-11-23T02:21:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741995_1171 (size=12151) 2024-11-23T02:21:51,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:21:51,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:51,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:21:51,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:51,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:21:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:51,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:52,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:21:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:52,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:52,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:52,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:52,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/0a27d41c06914b09b59020ede04b3606 2024-11-23T02:21:52,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ad5680976b43463e8193bca53d8b6be6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ad5680976b43463e8193bca53d8b6be6 2024-11-23T02:21:52,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ad5680976b43463e8193bca53d8b6be6, entries=350, sequenceid=221, filesize=64.1 K 2024-11-23T02:21:52,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/189e23bac14c4fc89423e52736c124a8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/189e23bac14c4fc89423e52736c124a8 2024-11-23T02:21:52,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/189e23bac14c4fc89423e52736c124a8, entries=150, sequenceid=221, filesize=11.9 K 2024-11-23T02:21:52,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/0a27d41c06914b09b59020ede04b3606 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/0a27d41c06914b09b59020ede04b3606 2024-11-23T02:21:52,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/0a27d41c06914b09b59020ede04b3606, entries=150, sequenceid=221, filesize=11.9 K 2024-11-23T02:21:52,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8ff2f04e8df55d4362bc43c7dab108d6 in 1693ms, sequenceid=221, compaction requested=true 2024-11-23T02:21:52,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:52,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:52,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:52,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:52,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:52,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:52,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:52,144 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:52,144 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:52,145 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:52,145 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128293 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:52,145 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/B is initiating minor compaction (all files) 2024-11-23T02:21:52,145 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/A is initiating minor compaction (all files) 2024-11-23T02:21:52,146 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/B in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:52,146 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/A in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:52,146 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/85dc5b39f59344939336832456c975f4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/878e3a3782c84905a5d18f4d2819f23e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/189e23bac14c4fc89423e52736c124a8] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=36.0 K 2024-11-23T02:21:52,146 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0e19571496754f7a85b524bb60dac19b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/885c3055286543bb8eaf9351820078e8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ad5680976b43463e8193bca53d8b6be6] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=125.3 K 2024-11-23T02:21:52,146 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:52,146 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0e19571496754f7a85b524bb60dac19b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/885c3055286543bb8eaf9351820078e8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ad5680976b43463e8193bca53d8b6be6] 2024-11-23T02:21:52,146 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 85dc5b39f59344939336832456c975f4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732328508110 2024-11-23T02:21:52,146 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e19571496754f7a85b524bb60dac19b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732328508110 2024-11-23T02:21:52,146 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 878e3a3782c84905a5d18f4d2819f23e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732328508238 2024-11-23T02:21:52,147 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 885c3055286543bb8eaf9351820078e8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732328508238 2024-11-23T02:21:52,147 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 189e23bac14c4fc89423e52736c124a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732328510449 2024-11-23T02:21:52,147 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad5680976b43463e8193bca53d8b6be6, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732328510426 2024-11-23T02:21:52,155 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:52,157 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411231aaba56a5de8422bbbbfa9cd7b8a5926_8ff2f04e8df55d4362bc43c7dab108d6 store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:52,158 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#B#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:52,158 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/caca22cb20b3430a82c91a97ebeea27b is 50, key is test_row_0/B:col10/1732328510451/Put/seqid=0 2024-11-23T02:21:52,159 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411231aaba56a5de8422bbbbfa9cd7b8a5926_8ff2f04e8df55d4362bc43c7dab108d6, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:52,159 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231aaba56a5de8422bbbbfa9cd7b8a5926_8ff2f04e8df55d4362bc43c7dab108d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741996_1172 (size=12697) 2024-11-23T02:21:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741997_1173 (size=4469) 2024-11-23T02:21:52,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T02:21:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:52,192 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:21:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:52,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231d5b7ddae4a5460391f59e2b046feeb6_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328510485/Put/seqid=0 2024-11-23T02:21:52,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741998_1174 (size=12304) 2024-11-23T02:21:52,577 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/caca22cb20b3430a82c91a97ebeea27b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/caca22cb20b3430a82c91a97ebeea27b 2024-11-23T02:21:52,579 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#A#compaction#139 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:52,579 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/cbbd5d601d7b407db394da6f46f66a9e is 175, key is test_row_0/A:col10/1732328510451/Put/seqid=0 2024-11-23T02:21:52,584 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/B of 8ff2f04e8df55d4362bc43c7dab108d6 into caca22cb20b3430a82c91a97ebeea27b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:52,584 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:52,584 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/B, priority=13, startTime=1732328512144; duration=0sec 2024-11-23T02:21:52,584 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:52,584 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:B 2024-11-23T02:21:52,584 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:52,586 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:52,586 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/C is initiating minor compaction (all files) 2024-11-23T02:21:52,586 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/C in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:52,586 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/d5e83c06fd9c4836af88b1b2943ddd68, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/a52d52ce022147aaa24e68d68fba1c58, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/0a27d41c06914b09b59020ede04b3606] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=36.0 K 2024-11-23T02:21:52,587 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d5e83c06fd9c4836af88b1b2943ddd68, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732328508110 2024-11-23T02:21:52,587 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a52d52ce022147aaa24e68d68fba1c58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732328508238 2024-11-23T02:21:52,588 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a27d41c06914b09b59020ede04b3606, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732328510449 2024-11-23T02:21:52,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741999_1175 (size=31617) 2024-11-23T02:21:52,599 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#C#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:52,599 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/d6a5d88736244e89a7cdc9006ac53a2a is 50, key is test_row_0/C:col10/1732328510451/Put/seqid=0 2024-11-23T02:21:52,605 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/cbbd5d601d7b407db394da6f46f66a9e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/cbbd5d601d7b407db394da6f46f66a9e 2024-11-23T02:21:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:52,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:52,612 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/A of 8ff2f04e8df55d4362bc43c7dab108d6 into cbbd5d601d7b407db394da6f46f66a9e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:52,612 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:52,612 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/A, priority=13, startTime=1732328512144; duration=0sec 2024-11-23T02:21:52,612 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:52,612 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:A 2024-11-23T02:21:52,616 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231d5b7ddae4a5460391f59e2b046feeb6_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d5b7ddae4a5460391f59e2b046feeb6_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/f3b7223320a44879a96b496d1593bae1, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/f3b7223320a44879a96b496d1593bae1 is 175, key is test_row_0/A:col10/1732328510485/Put/seqid=0 2024-11-23T02:21:52,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328572617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328572618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328572619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328572620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328572620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742000_1176 (size=12663) 2024-11-23T02:21:52,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742001_1177 (size=31105) 2024-11-23T02:21:52,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328572721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328572722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328572722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328572722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328572723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:21:52,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328572925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328572925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328572925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328572926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:52,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328572927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,031 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/d6a5d88736244e89a7cdc9006ac53a2a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/d6a5d88736244e89a7cdc9006ac53a2a 2024-11-23T02:21:53,037 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/C of 8ff2f04e8df55d4362bc43c7dab108d6 into d6a5d88736244e89a7cdc9006ac53a2a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:53,037 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:53,037 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/C, priority=13, startTime=1732328512144; duration=0sec 2024-11-23T02:21:53,037 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:53,037 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:C 2024-11-23T02:21:53,050 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/f3b7223320a44879a96b496d1593bae1 2024-11-23T02:21:53,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/05f4065dbc714f4b97e0944059467c24 is 50, key is test_row_0/B:col10/1732328510485/Put/seqid=0 2024-11-23T02:21:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742002_1178 (size=12151) 2024-11-23T02:21:53,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328573227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328573227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328573228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328573228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328573229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,463 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/05f4065dbc714f4b97e0944059467c24 2024-11-23T02:21:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/c551118799cf44f3b8433770223ef955 is 50, key is test_row_0/C:col10/1732328510485/Put/seqid=0 2024-11-23T02:21:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742003_1179 (size=12151) 2024-11-23T02:21:53,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328573731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328573731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328573732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328573732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328573735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:53,890 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/c551118799cf44f3b8433770223ef955 2024-11-23T02:21:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/f3b7223320a44879a96b496d1593bae1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/f3b7223320a44879a96b496d1593bae1 2024-11-23T02:21:53,901 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/f3b7223320a44879a96b496d1593bae1, entries=150, sequenceid=245, filesize=30.4 K 2024-11-23T02:21:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/05f4065dbc714f4b97e0944059467c24 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/05f4065dbc714f4b97e0944059467c24 2024-11-23T02:21:53,906 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/05f4065dbc714f4b97e0944059467c24, entries=150, sequenceid=245, filesize=11.9 K 2024-11-23T02:21:53,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/c551118799cf44f3b8433770223ef955 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/c551118799cf44f3b8433770223ef955 2024-11-23T02:21:53,912 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/c551118799cf44f3b8433770223ef955, entries=150, sequenceid=245, filesize=11.9 K 2024-11-23T02:21:53,913 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8ff2f04e8df55d4362bc43c7dab108d6 in 1722ms, sequenceid=245, compaction requested=false 2024-11-23T02:21:53,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:53,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:53,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-23T02:21:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-23T02:21:53,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-23T02:21:53,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2520 sec 2024-11-23T02:21:53,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 3.2560 sec 2024-11-23T02:21:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:54,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:21:54,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:54,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238f11dcdcc1df47d48c622af7ac109486_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328514736/Put/seqid=0 2024-11-23T02:21:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742004_1180 (size=14944) 2024-11-23T02:21:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T02:21:54,766 INFO [Thread-574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-23T02:21:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328574761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328574761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328574764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328574764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328574765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-23T02:21:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:21:54,770 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:54,770 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:54,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328574868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:21:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328574868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328574868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328574869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328574869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,922 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:54,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:54,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:54,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:54,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:54,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:54,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:21:55,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328575071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328575072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328575072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328575073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328575073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:55,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:55,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,153 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:55,158 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238f11dcdcc1df47d48c622af7ac109486_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238f11dcdcc1df47d48c622af7ac109486_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:55,159 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/e06d05fcb87948ce93c9cc26cd904f64, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:55,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/e06d05fcb87948ce93c9cc26cd904f64 is 175, key is test_row_0/A:col10/1732328514736/Put/seqid=0 2024-11-23T02:21:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742005_1181 (size=39899) 2024-11-23T02:21:55,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:55,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:55,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:21:55,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328575374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328575376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328575376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328575376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328575376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:55,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:55,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:55,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:55,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,566 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/e06d05fcb87948ce93c9cc26cd904f64 2024-11-23T02:21:55,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/1346d40220e742f3a973ac4afa8cb121 is 50, key is test_row_0/B:col10/1732328514736/Put/seqid=0 2024-11-23T02:21:55,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742006_1182 (size=12301) 2024-11-23T02:21:55,686 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:55,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:21:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328575879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328575881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328575882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328575882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328575883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:55,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:55,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:56,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/1346d40220e742f3a973ac4afa8cb121 2024-11-23T02:21:56,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/b1137fb78bf6430bbd3ec0f945c48c2f is 50, key is test_row_0/C:col10/1732328514736/Put/seqid=0 2024-11-23T02:21:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742007_1183 (size=12301) 2024-11-23T02:21:56,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:56,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:56,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:56,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:56,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:56,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:56,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:56,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:56,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:56,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:56,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/b1137fb78bf6430bbd3ec0f945c48c2f 2024-11-23T02:21:56,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/e06d05fcb87948ce93c9cc26cd904f64 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/e06d05fcb87948ce93c9cc26cd904f64 2024-11-23T02:21:56,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/e06d05fcb87948ce93c9cc26cd904f64, entries=200, sequenceid=262, filesize=39.0 K 2024-11-23T02:21:56,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/1346d40220e742f3a973ac4afa8cb121 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/1346d40220e742f3a973ac4afa8cb121 2024-11-23T02:21:56,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/1346d40220e742f3a973ac4afa8cb121, entries=150, sequenceid=262, filesize=12.0 K 2024-11-23T02:21:56,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/b1137fb78bf6430bbd3ec0f945c48c2f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/b1137fb78bf6430bbd3ec0f945c48c2f 2024-11-23T02:21:56,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/b1137fb78bf6430bbd3ec0f945c48c2f, entries=150, sequenceid=262, filesize=12.0 K 2024-11-23T02:21:56,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8ff2f04e8df55d4362bc43c7dab108d6 in 1710ms, sequenceid=262, compaction requested=true 2024-11-23T02:21:56,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:56,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:56,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:56,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:56,447 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:56,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:56,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:56,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:21:56,447 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:56,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:56,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T02:21:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:56,450 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T02:21:56,450 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102621 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:56,450 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/A is initiating minor compaction (all files) 2024-11-23T02:21:56,450 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/A in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:56,450 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/cbbd5d601d7b407db394da6f46f66a9e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/f3b7223320a44879a96b496d1593bae1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/e06d05fcb87948ce93c9cc26cd904f64] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=100.2 K 2024-11-23T02:21:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:56,450 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:56,450 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/cbbd5d601d7b407db394da6f46f66a9e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/f3b7223320a44879a96b496d1593bae1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/e06d05fcb87948ce93c9cc26cd904f64] 2024-11-23T02:21:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:56,451 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:56,451 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/B is initiating minor compaction (all files) 2024-11-23T02:21:56,451 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/B in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:56,451 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/caca22cb20b3430a82c91a97ebeea27b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/05f4065dbc714f4b97e0944059467c24, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/1346d40220e742f3a973ac4afa8cb121] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=36.3 K 2024-11-23T02:21:56,451 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbbd5d601d7b407db394da6f46f66a9e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732328510449 2024-11-23T02:21:56,452 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting caca22cb20b3430a82c91a97ebeea27b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732328510449 2024-11-23T02:21:56,452 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3b7223320a44879a96b496d1593bae1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732328510480 2024-11-23T02:21:56,453 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 05f4065dbc714f4b97e0944059467c24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732328510480 2024-11-23T02:21:56,453 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting e06d05fcb87948ce93c9cc26cd904f64, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732328512617 2024-11-23T02:21:56,454 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 1346d40220e742f3a973ac4afa8cb121, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732328512618 2024-11-23T02:21:56,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238bcdef64fba940f184954efaa7ccb83f_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328514760/Put/seqid=0 2024-11-23T02:21:56,489 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:56,493 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:56,494 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/53fd9e34a4ff463687a458fcf14c254a is 50, key is test_row_0/B:col10/1732328514736/Put/seqid=0 2024-11-23T02:21:56,497 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411235e873641660e4fb88c7424f2a0f79cda_8ff2f04e8df55d4362bc43c7dab108d6 store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:56,499 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411235e873641660e4fb88c7424f2a0f79cda_8ff2f04e8df55d4362bc43c7dab108d6, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:56,499 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235e873641660e4fb88c7424f2a0f79cda_8ff2f04e8df55d4362bc43c7dab108d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:56,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742008_1184 (size=12454) 2024-11-23T02:21:56,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:56,520 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238bcdef64fba940f184954efaa7ccb83f_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238bcdef64fba940f184954efaa7ccb83f_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/00a7503d422a440db632fe162e41878d, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/00a7503d422a440db632fe162e41878d is 175, key is test_row_0/A:col10/1732328514760/Put/seqid=0 2024-11-23T02:21:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742010_1186 (size=12949) 2024-11-23T02:21:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742009_1185 (size=4469) 2024-11-23T02:21:56,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742011_1187 (size=31255) 2024-11-23T02:21:56,537 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#A#compaction#149 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:56,538 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/2ccf2a54d0774caf81a1273dd111944d is 175, key is test_row_0/A:col10/1732328514736/Put/seqid=0 2024-11-23T02:21:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742012_1188 (size=31869) 2024-11-23T02:21:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:21:56,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:56,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328576899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:56,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328576900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:56,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328576903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:56,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328576904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:56,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328576904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:56,936 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/00a7503d422a440db632fe162e41878d 2024-11-23T02:21:56,944 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/53fd9e34a4ff463687a458fcf14c254a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/53fd9e34a4ff463687a458fcf14c254a 2024-11-23T02:21:56,950 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/B of 8ff2f04e8df55d4362bc43c7dab108d6 into 53fd9e34a4ff463687a458fcf14c254a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:56,950 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:56,950 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/B, priority=13, startTime=1732328516447; duration=0sec 2024-11-23T02:21:56,951 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:56,951 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:B 2024-11-23T02:21:56,951 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:56,953 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:56,953 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/C is initiating minor compaction (all files) 2024-11-23T02:21:56,953 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/C in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:56,953 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/d6a5d88736244e89a7cdc9006ac53a2a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/c551118799cf44f3b8433770223ef955, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/b1137fb78bf6430bbd3ec0f945c48c2f] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=36.2 K 2024-11-23T02:21:56,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/9cc75409616e4d83968a0e41f5473151 is 50, key is test_row_0/B:col10/1732328514760/Put/seqid=0 2024-11-23T02:21:56,954 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d6a5d88736244e89a7cdc9006ac53a2a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732328510449 2024-11-23T02:21:56,954 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c551118799cf44f3b8433770223ef955, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732328510480 2024-11-23T02:21:56,955 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting b1137fb78bf6430bbd3ec0f945c48c2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732328512618 2024-11-23T02:21:56,962 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/2ccf2a54d0774caf81a1273dd111944d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2ccf2a54d0774caf81a1273dd111944d 2024-11-23T02:21:56,968 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/A of 8ff2f04e8df55d4362bc43c7dab108d6 into 2ccf2a54d0774caf81a1273dd111944d(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:56,968 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:56,968 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/A, priority=13, startTime=1732328516447; duration=0sec 2024-11-23T02:21:56,969 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:56,969 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:A 2024-11-23T02:21:56,985 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:56,986 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/61cf8593a534472cbe9d8901d810c08b is 50, key is test_row_0/C:col10/1732328514736/Put/seqid=0 2024-11-23T02:21:57,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328577006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328577006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328577006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328577006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328577005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742013_1189 (size=12301) 2024-11-23T02:21:57,029 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/9cc75409616e4d83968a0e41f5473151 2024-11-23T02:21:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742014_1190 (size=12915) 2024-11-23T02:21:57,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4bca28ce500a4901899149a23455e0de is 50, key is test_row_0/C:col10/1732328514760/Put/seqid=0 2024-11-23T02:21:57,049 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/61cf8593a534472cbe9d8901d810c08b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/61cf8593a534472cbe9d8901d810c08b 2024-11-23T02:21:57,057 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/C of 8ff2f04e8df55d4362bc43c7dab108d6 into 61cf8593a534472cbe9d8901d810c08b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:57,057 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:57,057 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/C, priority=13, startTime=1732328516447; duration=0sec 2024-11-23T02:21:57,058 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:57,058 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:C 2024-11-23T02:21:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742015_1191 (size=12301) 2024-11-23T02:21:57,084 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4bca28ce500a4901899149a23455e0de 2024-11-23T02:21:57,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/00a7503d422a440db632fe162e41878d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/00a7503d422a440db632fe162e41878d 2024-11-23T02:21:57,095 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/00a7503d422a440db632fe162e41878d, entries=150, sequenceid=284, filesize=30.5 K 2024-11-23T02:21:57,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/9cc75409616e4d83968a0e41f5473151 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9cc75409616e4d83968a0e41f5473151 2024-11-23T02:21:57,104 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9cc75409616e4d83968a0e41f5473151, entries=150, sequenceid=284, filesize=12.0 K 2024-11-23T02:21:57,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4bca28ce500a4901899149a23455e0de as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4bca28ce500a4901899149a23455e0de 2024-11-23T02:21:57,113 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4bca28ce500a4901899149a23455e0de, entries=150, sequenceid=284, filesize=12.0 K 2024-11-23T02:21:57,114 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8ff2f04e8df55d4362bc43c7dab108d6 in 664ms, sequenceid=284, compaction requested=false 2024-11-23T02:21:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-23T02:21:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-23T02:21:57,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-23T02:21:57,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3460 sec 2024-11-23T02:21:57,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.3510 sec 2024-11-23T02:21:57,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:21:57,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:57,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:57,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:57,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:57,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:57,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:57,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123797f24aca8154e659ef8f9cfcfbdde90_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328516897/Put/seqid=0 2024-11-23T02:21:57,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328577236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328577236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328577236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328577237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328577238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742016_1192 (size=14994) 2024-11-23T02:21:57,293 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:57,298 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123797f24aca8154e659ef8f9cfcfbdde90_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123797f24aca8154e659ef8f9cfcfbdde90_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:57,299 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/a1a059a6a5154a74986ffbcee767c2bf, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:57,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/a1a059a6a5154a74986ffbcee767c2bf is 175, key is test_row_0/A:col10/1732328516897/Put/seqid=0 2024-11-23T02:21:57,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742017_1193 (size=39949) 2024-11-23T02:21:57,313 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/a1a059a6a5154a74986ffbcee767c2bf 2024-11-23T02:21:57,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/128d224c408e444aaa961859675aad3b is 50, key is test_row_0/B:col10/1732328516897/Put/seqid=0 2024-11-23T02:21:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742018_1194 (size=12301) 2024-11-23T02:21:57,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328577339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328577343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328577344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328577345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328577345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328577550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328577547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328577553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328577543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328577555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/128d224c408e444aaa961859675aad3b 2024-11-23T02:21:57,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/2567284b227841de98f246cc721db2d8 is 50, key is test_row_0/C:col10/1732328516897/Put/seqid=0 2024-11-23T02:21:57,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742019_1195 (size=12301) 2024-11-23T02:21:57,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328577860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328577863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328577866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328577867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:57,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328577867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/2567284b227841de98f246cc721db2d8 2024-11-23T02:21:58,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/a1a059a6a5154a74986ffbcee767c2bf as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a1a059a6a5154a74986ffbcee767c2bf 2024-11-23T02:21:58,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a1a059a6a5154a74986ffbcee767c2bf, entries=200, sequenceid=302, filesize=39.0 K 2024-11-23T02:21:58,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/128d224c408e444aaa961859675aad3b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/128d224c408e444aaa961859675aad3b 2024-11-23T02:21:58,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/128d224c408e444aaa961859675aad3b, entries=150, sequenceid=302, filesize=12.0 K 2024-11-23T02:21:58,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/2567284b227841de98f246cc721db2d8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/2567284b227841de98f246cc721db2d8 2024-11-23T02:21:58,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/2567284b227841de98f246cc721db2d8, entries=150, sequenceid=302, filesize=12.0 K 2024-11-23T02:21:58,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8ff2f04e8df55d4362bc43c7dab108d6 in 994ms, sequenceid=302, compaction requested=true 2024-11-23T02:21:58,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:58,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:21:58,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:58,208 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:58,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:21:58,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:58,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:21:58,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:58,208 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:58,209 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:58,209 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/A is initiating minor compaction (all files) 2024-11-23T02:21:58,209 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/A in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:58,210 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2ccf2a54d0774caf81a1273dd111944d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/00a7503d422a440db632fe162e41878d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a1a059a6a5154a74986ffbcee767c2bf] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=100.7 K 2024-11-23T02:21:58,210 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:58,210 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2ccf2a54d0774caf81a1273dd111944d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/00a7503d422a440db632fe162e41878d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a1a059a6a5154a74986ffbcee767c2bf] 2024-11-23T02:21:58,210 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:58,210 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/B is initiating minor compaction (all files) 2024-11-23T02:21:58,210 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/B in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:58,210 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/53fd9e34a4ff463687a458fcf14c254a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9cc75409616e4d83968a0e41f5473151, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/128d224c408e444aaa961859675aad3b] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=36.7 K 2024-11-23T02:21:58,211 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 53fd9e34a4ff463687a458fcf14c254a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732328512618 2024-11-23T02:21:58,211 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ccf2a54d0774caf81a1273dd111944d, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732328512618 2024-11-23T02:21:58,211 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cc75409616e4d83968a0e41f5473151, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732328514760 2024-11-23T02:21:58,212 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00a7503d422a440db632fe162e41878d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732328514760 2024-11-23T02:21:58,212 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 128d224c408e444aaa961859675aad3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732328516897 2024-11-23T02:21:58,213 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1a059a6a5154a74986ffbcee767c2bf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732328516897 2024-11-23T02:21:58,224 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#B#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:58,225 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/77033175d53241f5b5da7b32e51a48cf is 50, key is test_row_0/B:col10/1732328516897/Put/seqid=0 2024-11-23T02:21:58,226 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:58,228 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123fb5e268e0b5f4200b74122c3c4316bb3_8ff2f04e8df55d4362bc43c7dab108d6 store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:58,230 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123fb5e268e0b5f4200b74122c3c4316bb3_8ff2f04e8df55d4362bc43c7dab108d6, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:58,230 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fb5e268e0b5f4200b74122c3c4316bb3_8ff2f04e8df55d4362bc43c7dab108d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742020_1196 (size=13051) 2024-11-23T02:21:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742021_1197 (size=4469) 2024-11-23T02:21:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:58,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:21:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:58,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:58,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d7b577c4f0254b2cb692f29c4233b171_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328518365/Put/seqid=0 2024-11-23T02:21:58,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328578388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328578388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328578388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328578388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328578388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742022_1198 (size=14994) 2024-11-23T02:21:58,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328578493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328578493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328578493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328578494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328578494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,637 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#A#compaction#158 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:58,638 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/4006d1231c2b40928b991b434da7e6e9 is 175, key is test_row_0/A:col10/1732328516897/Put/seqid=0 2024-11-23T02:21:58,640 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/77033175d53241f5b5da7b32e51a48cf as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/77033175d53241f5b5da7b32e51a48cf 2024-11-23T02:21:58,649 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/B of 8ff2f04e8df55d4362bc43c7dab108d6 into 77033175d53241f5b5da7b32e51a48cf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:58,649 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:58,649 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/B, priority=13, startTime=1732328518208; duration=0sec 2024-11-23T02:21:58,649 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:21:58,649 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:B 2024-11-23T02:21:58,649 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:21:58,650 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:21:58,651 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/C is initiating minor compaction (all files) 2024-11-23T02:21:58,651 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/C in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:58,651 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/61cf8593a534472cbe9d8901d810c08b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4bca28ce500a4901899149a23455e0de, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/2567284b227841de98f246cc721db2d8] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=36.6 K 2024-11-23T02:21:58,651 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 61cf8593a534472cbe9d8901d810c08b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732328512618 2024-11-23T02:21:58,652 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bca28ce500a4901899149a23455e0de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732328514760 2024-11-23T02:21:58,652 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2567284b227841de98f246cc721db2d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732328516897 2024-11-23T02:21:58,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742023_1199 (size=31971) 2024-11-23T02:21:58,678 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#C#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:21:58,679 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/7b1da7a642874e7f9a4c47139c3adfa3 is 50, key is test_row_0/C:col10/1732328516897/Put/seqid=0 2024-11-23T02:21:58,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328578695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328578696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328578696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328578698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328578699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:58,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742024_1200 (size=13017) 2024-11-23T02:21:58,728 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/7b1da7a642874e7f9a4c47139c3adfa3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7b1da7a642874e7f9a4c47139c3adfa3 2024-11-23T02:21:58,736 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/C of 8ff2f04e8df55d4362bc43c7dab108d6 into 7b1da7a642874e7f9a4c47139c3adfa3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:58,736 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:58,736 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/C, priority=13, startTime=1732328518208; duration=0sec 2024-11-23T02:21:58,736 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:58,737 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:C 2024-11-23T02:21:58,808 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:58,812 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d7b577c4f0254b2cb692f29c4233b171_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d7b577c4f0254b2cb692f29c4233b171_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:58,813 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ae31bf7741034c7694b2e8a7694d67f3, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:58,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ae31bf7741034c7694b2e8a7694d67f3 is 175, key is test_row_0/A:col10/1732328518365/Put/seqid=0 2024-11-23T02:21:58,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742025_1201 (size=39949) 2024-11-23T02:21:58,830 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ae31bf7741034c7694b2e8a7694d67f3 2024-11-23T02:21:58,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/9142807a5e0343ac8684f361268df360 is 50, key is test_row_0/B:col10/1732328518365/Put/seqid=0 2024-11-23T02:21:58,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742026_1202 (size=12301) 2024-11-23T02:21:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T02:21:58,875 INFO [Thread-574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-23T02:21:58,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-23T02:21:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T02:21:58,880 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:58,880 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:58,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:21:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T02:21:59,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328579002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328579002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328579003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328579004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328579005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T02:21:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:59,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:59,083 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/4006d1231c2b40928b991b434da7e6e9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/4006d1231c2b40928b991b434da7e6e9 2024-11-23T02:21:59,089 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/A of 8ff2f04e8df55d4362bc43c7dab108d6 into 4006d1231c2b40928b991b434da7e6e9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:21:59,089 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:59,089 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/A, priority=13, startTime=1732328518208; duration=0sec 2024-11-23T02:21:59,089 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:21:59,089 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:A 2024-11-23T02:21:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T02:21:59,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T02:21:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:59,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:21:59,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/9142807a5e0343ac8684f361268df360 2024-11-23T02:21:59,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4991e0a108c34bc49720b9d898cd201d is 50, key is test_row_0/C:col10/1732328518365/Put/seqid=0 2024-11-23T02:21:59,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742027_1203 (size=12301) 2024-11-23T02:21:59,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4991e0a108c34bc49720b9d898cd201d 2024-11-23T02:21:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ae31bf7741034c7694b2e8a7694d67f3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ae31bf7741034c7694b2e8a7694d67f3 2024-11-23T02:21:59,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ae31bf7741034c7694b2e8a7694d67f3, entries=200, sequenceid=325, filesize=39.0 K 2024-11-23T02:21:59,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/9142807a5e0343ac8684f361268df360 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9142807a5e0343ac8684f361268df360 2024-11-23T02:21:59,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9142807a5e0343ac8684f361268df360, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T02:21:59,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/4991e0a108c34bc49720b9d898cd201d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4991e0a108c34bc49720b9d898cd201d 2024-11-23T02:21:59,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4991e0a108c34bc49720b9d898cd201d, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T02:21:59,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8ff2f04e8df55d4362bc43c7dab108d6 in 959ms, sequenceid=325, compaction requested=false 2024-11-23T02:21:59,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:59,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T02:21:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:59,339 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:21:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:21:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:21:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:21:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:21:59,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112344e4cb2d2faa47328c6f79c657344f35_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328518373/Put/seqid=0 2024-11-23T02:21:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742028_1204 (size=12454) 2024-11-23T02:21:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:59,383 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112344e4cb2d2faa47328c6f79c657344f35_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112344e4cb2d2faa47328c6f79c657344f35_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:59,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/07af29432f0e4d18beb7ac351edef6c1, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:21:59,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/07af29432f0e4d18beb7ac351edef6c1 is 175, key is test_row_0/A:col10/1732328518373/Put/seqid=0 2024-11-23T02:21:59,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742029_1205 (size=31255) 2024-11-23T02:21:59,391 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/07af29432f0e4d18beb7ac351edef6c1 2024-11-23T02:21:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/546a88f8611a49ebafd31563edd7d7bc is 50, key is test_row_0/B:col10/1732328518373/Put/seqid=0 2024-11-23T02:21:59,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742030_1206 (size=12301) 2024-11-23T02:21:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T02:21:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:21:59,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:21:59,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328579544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328579546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328579546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328579547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328579547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328579650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328579651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328579651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328579651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328579652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,809 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/546a88f8611a49ebafd31563edd7d7bc 2024-11-23T02:21:59,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/8aba36b8e5634c23be9ddee0913ddb02 is 50, key is test_row_0/C:col10/1732328518373/Put/seqid=0 2024-11-23T02:21:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742031_1207 (size=12301) 2024-11-23T02:21:59,830 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/8aba36b8e5634c23be9ddee0913ddb02 2024-11-23T02:21:59,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/07af29432f0e4d18beb7ac351edef6c1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/07af29432f0e4d18beb7ac351edef6c1 2024-11-23T02:21:59,844 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/07af29432f0e4d18beb7ac351edef6c1, entries=150, sequenceid=342, filesize=30.5 K 2024-11-23T02:21:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/546a88f8611a49ebafd31563edd7d7bc as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/546a88f8611a49ebafd31563edd7d7bc 2024-11-23T02:21:59,852 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/546a88f8611a49ebafd31563edd7d7bc, entries=150, sequenceid=342, filesize=12.0 K 2024-11-23T02:21:59,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328579854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328579855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/8aba36b8e5634c23be9ddee0913ddb02 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/8aba36b8e5634c23be9ddee0913ddb02 2024-11-23T02:21:59,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328579855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328579855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:21:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328579859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:21:59,862 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/8aba36b8e5634c23be9ddee0913ddb02, entries=150, sequenceid=342, filesize=12.0 K 2024-11-23T02:21:59,863 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 8ff2f04e8df55d4362bc43c7dab108d6 in 524ms, sequenceid=342, compaction requested=true 2024-11-23T02:21:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:21:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:21:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-23T02:21:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-23T02:21:59,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-23T02:21:59,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 985 msec 2024-11-23T02:21:59,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 991 msec 2024-11-23T02:21:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T02:21:59,981 INFO [Thread-574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-23T02:21:59,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:21:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-23T02:21:59,996 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:21:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T02:21:59,997 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:21:59,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T02:22:00,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T02:22:00,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:00,150 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:22:00,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:22:00,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:00,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:22:00,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:00,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:22:00,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:00,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. as already flushing 2024-11-23T02:22:00,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328580164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328580165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237a349dcbe75d42feb0af5951573b1d37_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328519538/Put/seqid=0 2024-11-23T02:22:00,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328580171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328580172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328580173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742032_1208 (size=12454) 2024-11-23T02:22:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:00,183 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237a349dcbe75d42feb0af5951573b1d37_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a349dcbe75d42feb0af5951573b1d37_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:00,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ee1d249b1f5d4215889b7e8c6e7042f9, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:22:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ee1d249b1f5d4215889b7e8c6e7042f9 is 175, key is test_row_0/A:col10/1732328519538/Put/seqid=0 2024-11-23T02:22:00,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742033_1209 (size=31255) 2024-11-23T02:22:00,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328580273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328580273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328580273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328580274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328580276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T02:22:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328580475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328580475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328580476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328580477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328580480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T02:22:00,606 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ee1d249b1f5d4215889b7e8c6e7042f9 2024-11-23T02:22:00,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/9973281e6116451ea2d4d62edb13fcd5 is 50, key is test_row_0/B:col10/1732328519538/Put/seqid=0 2024-11-23T02:22:00,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742034_1210 (size=12301) 2024-11-23T02:22:00,635 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/9973281e6116451ea2d4d62edb13fcd5 2024-11-23T02:22:00,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/7ffdc5c6e1d542cc824b2a572a25c6d1 is 50, key is test_row_0/C:col10/1732328519538/Put/seqid=0 2024-11-23T02:22:00,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742035_1211 (size=12301) 2024-11-23T02:22:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328580779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328580780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328580780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328580781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:00,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328580788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,066 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/7ffdc5c6e1d542cc824b2a572a25c6d1 2024-11-23T02:22:01,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/ee1d249b1f5d4215889b7e8c6e7042f9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ee1d249b1f5d4215889b7e8c6e7042f9 2024-11-23T02:22:01,079 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ee1d249b1f5d4215889b7e8c6e7042f9, entries=150, sequenceid=365, filesize=30.5 K 2024-11-23T02:22:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/9973281e6116451ea2d4d62edb13fcd5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9973281e6116451ea2d4d62edb13fcd5 2024-11-23T02:22:01,086 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9973281e6116451ea2d4d62edb13fcd5, entries=150, sequenceid=365, filesize=12.0 K 2024-11-23T02:22:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/7ffdc5c6e1d542cc824b2a572a25c6d1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7ffdc5c6e1d542cc824b2a572a25c6d1 2024-11-23T02:22:01,095 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7ffdc5c6e1d542cc824b2a572a25c6d1, entries=150, sequenceid=365, filesize=12.0 K 2024-11-23T02:22:01,097 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8ff2f04e8df55d4362bc43c7dab108d6 in 946ms, sequenceid=365, compaction requested=true 2024-11-23T02:22:01,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:22:01,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:01,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-23T02:22:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-23T02:22:01,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-23T02:22:01,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1010 sec 2024-11-23T02:22:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T02:22:01,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.1120 sec 2024-11-23T02:22:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:01,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:22:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:22:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:22:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:22:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:01,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328581308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328581307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328581309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328581311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328581314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123484fcca7efa648a6822e86f86408b200_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328520165/Put/seqid=0 2024-11-23T02:22:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742036_1212 (size=14994) 2024-11-23T02:22:01,369 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:01,375 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123484fcca7efa648a6822e86f86408b200_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123484fcca7efa648a6822e86f86408b200_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:01,376 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/95be57fa9cda4ffbbe87b1cc26fcef73, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:22:01,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/95be57fa9cda4ffbbe87b1cc26fcef73 is 175, key is test_row_0/A:col10/1732328520165/Put/seqid=0 2024-11-23T02:22:01,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328581415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742037_1213 (size=39949) 2024-11-23T02:22:01,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328581416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328581416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328581419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328581421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328581622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328581625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328581626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328581629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328581632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,778 DEBUG [Thread-575 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:56324 2024-11-23T02:22:01,778 DEBUG [Thread-575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:01,780 DEBUG [Thread-577 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:56324 2024-11-23T02:22:01,780 DEBUG [Thread-577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:01,786 DEBUG [Thread-581 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:56324 2024-11-23T02:22:01,786 DEBUG [Thread-581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:01,789 DEBUG [Thread-579 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:56324 2024-11-23T02:22:01,789 DEBUG [Thread-579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:01,822 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/95be57fa9cda4ffbbe87b1cc26fcef73 2024-11-23T02:22:01,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/8f0173ee7fb340508b91392da2a302f8 is 50, key is test_row_0/B:col10/1732328520165/Put/seqid=0 2024-11-23T02:22:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742038_1214 (size=12301) 2024-11-23T02:22:01,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328581927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328581929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328581931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328581932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:01,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328581936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T02:22:02,104 INFO [Thread-574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-23T02:22:02,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/8f0173ee7fb340508b91392da2a302f8 2024-11-23T02:22:02,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/052c7b243f9b46aaae849f974d10f65f is 50, key is test_row_0/C:col10/1732328520165/Put/seqid=0 2024-11-23T02:22:02,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742039_1215 (size=12301) 2024-11-23T02:22:02,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:02,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54920 deadline: 1732328582431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54890 deadline: 1732328582431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:02,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732328582434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:02,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54898 deadline: 1732328582435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:02,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732328582441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:02,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/052c7b243f9b46aaae849f974d10f65f 2024-11-23T02:22:02,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/95be57fa9cda4ffbbe87b1cc26fcef73 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/95be57fa9cda4ffbbe87b1cc26fcef73 2024-11-23T02:22:02,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/95be57fa9cda4ffbbe87b1cc26fcef73, entries=200, sequenceid=379, filesize=39.0 K 2024-11-23T02:22:02,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/8f0173ee7fb340508b91392da2a302f8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/8f0173ee7fb340508b91392da2a302f8 2024-11-23T02:22:02,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/8f0173ee7fb340508b91392da2a302f8, entries=150, sequenceid=379, filesize=12.0 K 2024-11-23T02:22:02,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/052c7b243f9b46aaae849f974d10f65f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/052c7b243f9b46aaae849f974d10f65f 2024-11-23T02:22:02,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/052c7b243f9b46aaae849f974d10f65f, entries=150, sequenceid=379, filesize=12.0 K 2024-11-23T02:22:02,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8ff2f04e8df55d4362bc43c7dab108d6 in 1385ms, sequenceid=379, compaction requested=true 2024-11-23T02:22:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:22:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:02,670 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:22:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ff2f04e8df55d4362bc43c7dab108d6:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:02,670 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:22:02,672 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 174379 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:22:02,672 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62255 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:22:02,672 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/B is initiating minor compaction (all files) 2024-11-23T02:22:02,672 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/A is initiating minor compaction (all files) 2024-11-23T02:22:02,672 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/A in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:02,672 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/B in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:02,672 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/77033175d53241f5b5da7b32e51a48cf, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9142807a5e0343ac8684f361268df360, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/546a88f8611a49ebafd31563edd7d7bc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9973281e6116451ea2d4d62edb13fcd5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/8f0173ee7fb340508b91392da2a302f8] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=60.8 K 2024-11-23T02:22:02,672 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/4006d1231c2b40928b991b434da7e6e9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ae31bf7741034c7694b2e8a7694d67f3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/07af29432f0e4d18beb7ac351edef6c1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ee1d249b1f5d4215889b7e8c6e7042f9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/95be57fa9cda4ffbbe87b1cc26fcef73] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=170.3 K 2024-11-23T02:22:02,673 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:02,673 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/4006d1231c2b40928b991b434da7e6e9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ae31bf7741034c7694b2e8a7694d67f3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/07af29432f0e4d18beb7ac351edef6c1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ee1d249b1f5d4215889b7e8c6e7042f9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/95be57fa9cda4ffbbe87b1cc26fcef73] 2024-11-23T02:22:02,673 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 77033175d53241f5b5da7b32e51a48cf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732328516897 2024-11-23T02:22:02,673 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4006d1231c2b40928b991b434da7e6e9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732328516897 2024-11-23T02:22:02,673 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 9142807a5e0343ac8684f361268df360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732328517234 2024-11-23T02:22:02,673 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae31bf7741034c7694b2e8a7694d67f3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732328517231 2024-11-23T02:22:02,673 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 546a88f8611a49ebafd31563edd7d7bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732328518373 2024-11-23T02:22:02,674 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07af29432f0e4d18beb7ac351edef6c1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732328518373 2024-11-23T02:22:02,674 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 9973281e6116451ea2d4d62edb13fcd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732328519538 2024-11-23T02:22:02,674 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee1d249b1f5d4215889b7e8c6e7042f9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732328519538 2024-11-23T02:22:02,674 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f0173ee7fb340508b91392da2a302f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732328520165 2024-11-23T02:22:02,674 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95be57fa9cda4ffbbe87b1cc26fcef73, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732328520161 2024-11-23T02:22:02,689 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#B#compaction#172 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:02,689 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:22:02,690 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/95ecf101bf3749c9a9687c56937707a5 is 50, key is test_row_0/B:col10/1732328520165/Put/seqid=0 2024-11-23T02:22:02,691 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112350ce9485a8b24887b68b3d9e34c0af84_8ff2f04e8df55d4362bc43c7dab108d6 store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:22:02,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742040_1216 (size=13221) 2024-11-23T02:22:02,716 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112350ce9485a8b24887b68b3d9e34c0af84_8ff2f04e8df55d4362bc43c7dab108d6, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:22:02,716 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112350ce9485a8b24887b68b3d9e34c0af84_8ff2f04e8df55d4362bc43c7dab108d6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:22:02,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742041_1217 (size=4469) 2024-11-23T02:22:03,101 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/95ecf101bf3749c9a9687c56937707a5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/95ecf101bf3749c9a9687c56937707a5 2024-11-23T02:22:03,105 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/B of 8ff2f04e8df55d4362bc43c7dab108d6 into 95ecf101bf3749c9a9687c56937707a5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:03,106 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:22:03,106 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/B, priority=11, startTime=1732328522670; duration=0sec 2024-11-23T02:22:03,106 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:03,106 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:B 2024-11-23T02:22:03,106 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:22:03,107 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62221 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:22:03,107 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 8ff2f04e8df55d4362bc43c7dab108d6/C is initiating minor compaction (all files) 2024-11-23T02:22:03,107 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ff2f04e8df55d4362bc43c7dab108d6/C in TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:03,107 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7b1da7a642874e7f9a4c47139c3adfa3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4991e0a108c34bc49720b9d898cd201d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/8aba36b8e5634c23be9ddee0913ddb02, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7ffdc5c6e1d542cc824b2a572a25c6d1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/052c7b243f9b46aaae849f974d10f65f] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp, totalSize=60.8 K 2024-11-23T02:22:03,108 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b1da7a642874e7f9a4c47139c3adfa3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732328516897 2024-11-23T02:22:03,108 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4991e0a108c34bc49720b9d898cd201d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732328517234 2024-11-23T02:22:03,108 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aba36b8e5634c23be9ddee0913ddb02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732328518373 2024-11-23T02:22:03,109 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ffdc5c6e1d542cc824b2a572a25c6d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732328519538 2024-11-23T02:22:03,109 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 052c7b243f9b46aaae849f974d10f65f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732328520165 2024-11-23T02:22:03,119 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:03,119 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/ad8c1c210d4c4f6fb2b0d620a8d5eacf is 50, key is test_row_0/C:col10/1732328520165/Put/seqid=0 2024-11-23T02:22:03,122 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ff2f04e8df55d4362bc43c7dab108d6#A#compaction#173 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:03,123 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/1f29cfd543444b6f9e8f170bddfd4751 is 175, key is test_row_0/A:col10/1732328520165/Put/seqid=0 2024-11-23T02:22:03,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742042_1218 (size=13187) 2024-11-23T02:22:03,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742043_1219 (size=32141) 2024-11-23T02:22:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:03,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:22:03,437 DEBUG [Thread-568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:56324 2024-11-23T02:22:03,437 DEBUG [Thread-568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:03,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:22:03,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:03,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:22:03,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:03,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:22:03,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:03,438 DEBUG [Thread-566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:56324 2024-11-23T02:22:03,438 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:03,443 DEBUG [Thread-564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:56324 2024-11-23T02:22:03,443 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:03,444 DEBUG [Thread-572 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:56324 2024-11-23T02:22:03,444 DEBUG [Thread-572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:03,445 DEBUG [Thread-570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:56324 2024-11-23T02:22:03,445 DEBUG [Thread-570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6202 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6012 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2626 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7878 rows 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2630 2024-11-23T02:22:03,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7890 rows 2024-11-23T02:22:03,446 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:22:03,446 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:56324 2024-11-23T02:22:03,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:03,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112379a5a407ca9c4c128a1041ed3f64c186_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328521312/Put/seqid=0 2024-11-23T02:22:03,449 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:22:03,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:22:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T02:22:03,454 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328523454"}]},"ts":"1732328523454"} 2024-11-23T02:22:03,455 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:22:03,459 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:22:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742044_1220 (size=12454) 2024-11-23T02:22:03,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:22:03,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, UNASSIGN}] 2024-11-23T02:22:03,462 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, UNASSIGN 2024-11-23T02:22:03,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=8ff2f04e8df55d4362bc43c7dab108d6, regionState=CLOSING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:03,463 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:22:03,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:22:03,531 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/ad8c1c210d4c4f6fb2b0d620a8d5eacf as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/ad8c1c210d4c4f6fb2b0d620a8d5eacf 2024-11-23T02:22:03,533 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/1f29cfd543444b6f9e8f170bddfd4751 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/1f29cfd543444b6f9e8f170bddfd4751 2024-11-23T02:22:03,538 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/C of 8ff2f04e8df55d4362bc43c7dab108d6 into ad8c1c210d4c4f6fb2b0d620a8d5eacf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:03,538 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:22:03,538 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/C, priority=11, startTime=1732328522670; duration=0sec 2024-11-23T02:22:03,538 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:03,538 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:C 2024-11-23T02:22:03,539 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8ff2f04e8df55d4362bc43c7dab108d6/A of 8ff2f04e8df55d4362bc43c7dab108d6 into 1f29cfd543444b6f9e8f170bddfd4751(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:03,539 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:22:03,539 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6., storeName=8ff2f04e8df55d4362bc43c7dab108d6/A, priority=11, startTime=1732328522670; duration=0sec 2024-11-23T02:22:03,539 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:03,539 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ff2f04e8df55d4362bc43c7dab108d6:A 2024-11-23T02:22:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T02:22:03,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:22:03,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:03,615 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:03,615 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:22:03,615 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 8ff2f04e8df55d4362bc43c7dab108d6, disabling compactions & flushes 2024-11-23T02:22:03,615 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T02:22:03,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:03,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112379a5a407ca9c4c128a1041ed3f64c186_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112379a5a407ca9c4c128a1041ed3f64c186_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:03,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/42028e6e91fb46b4a00303904370e177, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:22:03,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/42028e6e91fb46b4a00303904370e177 is 175, key is test_row_0/A:col10/1732328521312/Put/seqid=0 2024-11-23T02:22:03,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742045_1221 (size=31255) 2024-11-23T02:22:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T02:22:04,269 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/42028e6e91fb46b4a00303904370e177 2024-11-23T02:22:04,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/ba932322ce2a4c96896b729f00e6df58 is 50, key is test_row_0/B:col10/1732328521312/Put/seqid=0 2024-11-23T02:22:04,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742046_1222 (size=12301) 2024-11-23T02:22:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T02:22:04,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/ba932322ce2a4c96896b729f00e6df58 2024-11-23T02:22:04,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/8885f8da20a943ec9984a5ca62daaa55 is 50, key is test_row_0/C:col10/1732328521312/Put/seqid=0 2024-11-23T02:22:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742047_1223 (size=12301) 2024-11-23T02:22:05,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/8885f8da20a943ec9984a5ca62daaa55 2024-11-23T02:22:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/42028e6e91fb46b4a00303904370e177 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/42028e6e91fb46b4a00303904370e177 2024-11-23T02:22:05,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/42028e6e91fb46b4a00303904370e177, entries=150, sequenceid=403, filesize=30.5 K 2024-11-23T02:22:05,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/ba932322ce2a4c96896b729f00e6df58 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/ba932322ce2a4c96896b729f00e6df58 2024-11-23T02:22:05,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/ba932322ce2a4c96896b729f00e6df58, entries=150, sequenceid=403, filesize=12.0 K 2024-11-23T02:22:05,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/8885f8da20a943ec9984a5ca62daaa55 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/8885f8da20a943ec9984a5ca62daaa55 2024-11-23T02:22:05,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/8885f8da20a943ec9984a5ca62daaa55, entries=150, sequenceid=403, filesize=12.0 K 2024-11-23T02:22:05,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for 8ff2f04e8df55d4362bc43c7dab108d6 in 1673ms, sequenceid=403, compaction requested=false 2024-11-23T02:22:05,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:22:05,110 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:05,110 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:05,110 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. after waiting 0 ms 2024-11-23T02:22:05,110 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:05,110 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 8ff2f04e8df55d4362bc43c7dab108d6 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T02:22:05,110 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=A 2024-11-23T02:22:05,110 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:05,110 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=B 2024-11-23T02:22:05,110 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:05,110 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ff2f04e8df55d4362bc43c7dab108d6, store=C 2024-11-23T02:22:05,110 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:05,116 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a4d07b75789d44a49279f39da727197e_8ff2f04e8df55d4362bc43c7dab108d6 is 50, key is test_row_0/A:col10/1732328523444/Put/seqid=0 2024-11-23T02:22:05,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742048_1224 (size=12454) 2024-11-23T02:22:05,521 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:05,525 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a4d07b75789d44a49279f39da727197e_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a4d07b75789d44a49279f39da727197e_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:05,527 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/c48c382d0e5b49f68f25e57b8ea9aef2, store: [table=TestAcidGuarantees family=A region=8ff2f04e8df55d4362bc43c7dab108d6] 2024-11-23T02:22:05,528 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/c48c382d0e5b49f68f25e57b8ea9aef2 is 175, key is test_row_0/A:col10/1732328523444/Put/seqid=0 2024-11-23T02:22:05,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742049_1225 (size=31255) 2024-11-23T02:22:05,534 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/c48c382d0e5b49f68f25e57b8ea9aef2 2024-11-23T02:22:05,544 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/0503ee08bfc748e9b0501d3e881cf267 is 50, key is test_row_0/B:col10/1732328523444/Put/seqid=0 2024-11-23T02:22:05,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742050_1226 (size=12301) 2024-11-23T02:22:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T02:22:05,953 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/0503ee08bfc748e9b0501d3e881cf267 2024-11-23T02:22:05,959 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/9c38a202730b40959dffb68108300eb4 is 50, key is test_row_0/C:col10/1732328523444/Put/seqid=0 2024-11-23T02:22:05,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742051_1227 (size=12301) 2024-11-23T02:22:06,364 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/9c38a202730b40959dffb68108300eb4 2024-11-23T02:22:06,368 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/A/c48c382d0e5b49f68f25e57b8ea9aef2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/c48c382d0e5b49f68f25e57b8ea9aef2 2024-11-23T02:22:06,372 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/c48c382d0e5b49f68f25e57b8ea9aef2, entries=150, sequenceid=412, filesize=30.5 K 2024-11-23T02:22:06,373 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/B/0503ee08bfc748e9b0501d3e881cf267 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/0503ee08bfc748e9b0501d3e881cf267 2024-11-23T02:22:06,377 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/0503ee08bfc748e9b0501d3e881cf267, entries=150, sequenceid=412, filesize=12.0 K 2024-11-23T02:22:06,378 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/.tmp/C/9c38a202730b40959dffb68108300eb4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/9c38a202730b40959dffb68108300eb4 2024-11-23T02:22:06,382 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/9c38a202730b40959dffb68108300eb4, entries=150, sequenceid=412, filesize=12.0 K 2024-11-23T02:22:06,383 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8ff2f04e8df55d4362bc43c7dab108d6 in 1273ms, sequenceid=412, compaction requested=true 2024-11-23T02:22:06,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/77e41eee07ce41abaef05f18952e8dce, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2a84e4f5bc8047239c6bd0fc655cf90e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/91df9ba7c6cb4358b8afe742dd8e35f1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/10c2655ccc1442bd8aba4c361be2c57a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/b0b9e53ed8bc416ab15c35e1956e7401, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/194f1249cd6b4cf98c9114dd6dc3b892, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a018e4efc18f4f5da2ec92eab44cc440, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/330ddcca2cb84235868db7611d537bd5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/9fdea000b0bd4dedad0b1ba554d17ba6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0a8ee85a02c348368c7c6e29d9dc213a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/41ea412c525d4cebb1a6893405f8e017, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/14d9eef8edf04e1a8dd07bf2e35e19c0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0e19571496754f7a85b524bb60dac19b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/885c3055286543bb8eaf9351820078e8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ad5680976b43463e8193bca53d8b6be6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/cbbd5d601d7b407db394da6f46f66a9e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/f3b7223320a44879a96b496d1593bae1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/e06d05fcb87948ce93c9cc26cd904f64, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2ccf2a54d0774caf81a1273dd111944d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/00a7503d422a440db632fe162e41878d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a1a059a6a5154a74986ffbcee767c2bf, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/4006d1231c2b40928b991b434da7e6e9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ae31bf7741034c7694b2e8a7694d67f3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/07af29432f0e4d18beb7ac351edef6c1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ee1d249b1f5d4215889b7e8c6e7042f9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/95be57fa9cda4ffbbe87b1cc26fcef73] to archive 2024-11-23T02:22:06,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:22:06,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/77e41eee07ce41abaef05f18952e8dce to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/77e41eee07ce41abaef05f18952e8dce 2024-11-23T02:22:06,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2a84e4f5bc8047239c6bd0fc655cf90e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2a84e4f5bc8047239c6bd0fc655cf90e 2024-11-23T02:22:06,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/91df9ba7c6cb4358b8afe742dd8e35f1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/91df9ba7c6cb4358b8afe742dd8e35f1 2024-11-23T02:22:06,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/10c2655ccc1442bd8aba4c361be2c57a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/10c2655ccc1442bd8aba4c361be2c57a 2024-11-23T02:22:06,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/b0b9e53ed8bc416ab15c35e1956e7401 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/b0b9e53ed8bc416ab15c35e1956e7401 2024-11-23T02:22:06,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/194f1249cd6b4cf98c9114dd6dc3b892 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/194f1249cd6b4cf98c9114dd6dc3b892 2024-11-23T02:22:06,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a018e4efc18f4f5da2ec92eab44cc440 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a018e4efc18f4f5da2ec92eab44cc440 2024-11-23T02:22:06,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/330ddcca2cb84235868db7611d537bd5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/330ddcca2cb84235868db7611d537bd5 2024-11-23T02:22:06,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/9fdea000b0bd4dedad0b1ba554d17ba6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/9fdea000b0bd4dedad0b1ba554d17ba6 2024-11-23T02:22:06,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0a8ee85a02c348368c7c6e29d9dc213a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0a8ee85a02c348368c7c6e29d9dc213a 2024-11-23T02:22:06,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/41ea412c525d4cebb1a6893405f8e017 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/41ea412c525d4cebb1a6893405f8e017 2024-11-23T02:22:06,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/14d9eef8edf04e1a8dd07bf2e35e19c0 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/14d9eef8edf04e1a8dd07bf2e35e19c0 2024-11-23T02:22:06,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0e19571496754f7a85b524bb60dac19b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/0e19571496754f7a85b524bb60dac19b 2024-11-23T02:22:06,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/885c3055286543bb8eaf9351820078e8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/885c3055286543bb8eaf9351820078e8 2024-11-23T02:22:06,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ad5680976b43463e8193bca53d8b6be6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ad5680976b43463e8193bca53d8b6be6 2024-11-23T02:22:06,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/cbbd5d601d7b407db394da6f46f66a9e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/cbbd5d601d7b407db394da6f46f66a9e 2024-11-23T02:22:06,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/f3b7223320a44879a96b496d1593bae1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/f3b7223320a44879a96b496d1593bae1 2024-11-23T02:22:06,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/e06d05fcb87948ce93c9cc26cd904f64 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/e06d05fcb87948ce93c9cc26cd904f64 2024-11-23T02:22:06,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2ccf2a54d0774caf81a1273dd111944d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/2ccf2a54d0774caf81a1273dd111944d 2024-11-23T02:22:06,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/00a7503d422a440db632fe162e41878d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/00a7503d422a440db632fe162e41878d 2024-11-23T02:22:06,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a1a059a6a5154a74986ffbcee767c2bf to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/a1a059a6a5154a74986ffbcee767c2bf 2024-11-23T02:22:06,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/4006d1231c2b40928b991b434da7e6e9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/4006d1231c2b40928b991b434da7e6e9 2024-11-23T02:22:06,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ae31bf7741034c7694b2e8a7694d67f3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ae31bf7741034c7694b2e8a7694d67f3 2024-11-23T02:22:06,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/07af29432f0e4d18beb7ac351edef6c1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/07af29432f0e4d18beb7ac351edef6c1 2024-11-23T02:22:06,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ee1d249b1f5d4215889b7e8c6e7042f9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/ee1d249b1f5d4215889b7e8c6e7042f9 2024-11-23T02:22:06,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/95be57fa9cda4ffbbe87b1cc26fcef73 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/95be57fa9cda4ffbbe87b1cc26fcef73 2024-11-23T02:22:06,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/cc8af9415bc94392901fa378c977adbb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/48337851c7124be995182dbdc345e00f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/09f71b02f2e442a9bc11c03fc553dad5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/b8953196068542e1bbf3a80fb705ada7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/21b9b2263cf648e6b878bd41ae225b7b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/a1d0cf6fbe554ea7aa600b2ed409401f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/93de8d4725c2488cb96628cd2c43531d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/2621bd27aeb04046977ecbdb0335fd53, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/3dae88b1d04c4bf5abbd2af5f6967eb9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/5cf7ef1c8c404662b6af20ff1b5be16b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/01a680b8022e4cb3a78fc63ff4343f57, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/19ab6d83f97e4800b3da47e4ae4714d5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/85dc5b39f59344939336832456c975f4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/28c8044532a141fb80fc8df98a549ab5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/878e3a3782c84905a5d18f4d2819f23e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/caca22cb20b3430a82c91a97ebeea27b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/189e23bac14c4fc89423e52736c124a8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/05f4065dbc714f4b97e0944059467c24, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/53fd9e34a4ff463687a458fcf14c254a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/1346d40220e742f3a973ac4afa8cb121, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9cc75409616e4d83968a0e41f5473151, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/77033175d53241f5b5da7b32e51a48cf, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/128d224c408e444aaa961859675aad3b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9142807a5e0343ac8684f361268df360, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/546a88f8611a49ebafd31563edd7d7bc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9973281e6116451ea2d4d62edb13fcd5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/8f0173ee7fb340508b91392da2a302f8] to archive 2024-11-23T02:22:06,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:22:06,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/cc8af9415bc94392901fa378c977adbb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/cc8af9415bc94392901fa378c977adbb 2024-11-23T02:22:06,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/48337851c7124be995182dbdc345e00f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/48337851c7124be995182dbdc345e00f 2024-11-23T02:22:06,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/09f71b02f2e442a9bc11c03fc553dad5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/09f71b02f2e442a9bc11c03fc553dad5 2024-11-23T02:22:06,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/b8953196068542e1bbf3a80fb705ada7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/b8953196068542e1bbf3a80fb705ada7 2024-11-23T02:22:06,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/21b9b2263cf648e6b878bd41ae225b7b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/21b9b2263cf648e6b878bd41ae225b7b 2024-11-23T02:22:06,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/a1d0cf6fbe554ea7aa600b2ed409401f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/a1d0cf6fbe554ea7aa600b2ed409401f 2024-11-23T02:22:06,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/93de8d4725c2488cb96628cd2c43531d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/93de8d4725c2488cb96628cd2c43531d 2024-11-23T02:22:06,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/2621bd27aeb04046977ecbdb0335fd53 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/2621bd27aeb04046977ecbdb0335fd53 2024-11-23T02:22:06,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/3dae88b1d04c4bf5abbd2af5f6967eb9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/3dae88b1d04c4bf5abbd2af5f6967eb9 2024-11-23T02:22:06,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/5cf7ef1c8c404662b6af20ff1b5be16b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/5cf7ef1c8c404662b6af20ff1b5be16b 2024-11-23T02:22:06,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/01a680b8022e4cb3a78fc63ff4343f57 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/01a680b8022e4cb3a78fc63ff4343f57 2024-11-23T02:22:06,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/19ab6d83f97e4800b3da47e4ae4714d5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/19ab6d83f97e4800b3da47e4ae4714d5 2024-11-23T02:22:06,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/85dc5b39f59344939336832456c975f4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/85dc5b39f59344939336832456c975f4 2024-11-23T02:22:06,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/28c8044532a141fb80fc8df98a549ab5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/28c8044532a141fb80fc8df98a549ab5 2024-11-23T02:22:06,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/878e3a3782c84905a5d18f4d2819f23e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/878e3a3782c84905a5d18f4d2819f23e 2024-11-23T02:22:06,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/caca22cb20b3430a82c91a97ebeea27b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/caca22cb20b3430a82c91a97ebeea27b 2024-11-23T02:22:06,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/189e23bac14c4fc89423e52736c124a8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/189e23bac14c4fc89423e52736c124a8 2024-11-23T02:22:06,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/05f4065dbc714f4b97e0944059467c24 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/05f4065dbc714f4b97e0944059467c24 2024-11-23T02:22:06,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/53fd9e34a4ff463687a458fcf14c254a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/53fd9e34a4ff463687a458fcf14c254a 2024-11-23T02:22:06,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/1346d40220e742f3a973ac4afa8cb121 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/1346d40220e742f3a973ac4afa8cb121 2024-11-23T02:22:06,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9cc75409616e4d83968a0e41f5473151 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9cc75409616e4d83968a0e41f5473151 2024-11-23T02:22:06,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/77033175d53241f5b5da7b32e51a48cf to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/77033175d53241f5b5da7b32e51a48cf 2024-11-23T02:22:06,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/128d224c408e444aaa961859675aad3b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/128d224c408e444aaa961859675aad3b 2024-11-23T02:22:06,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9142807a5e0343ac8684f361268df360 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9142807a5e0343ac8684f361268df360 2024-11-23T02:22:06,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/546a88f8611a49ebafd31563edd7d7bc to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/546a88f8611a49ebafd31563edd7d7bc 2024-11-23T02:22:06,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9973281e6116451ea2d4d62edb13fcd5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/9973281e6116451ea2d4d62edb13fcd5 2024-11-23T02:22:06,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/8f0173ee7fb340508b91392da2a302f8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/8f0173ee7fb340508b91392da2a302f8 2024-11-23T02:22:06,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/00b5067f32234459ad63f0b8ae057e05, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/016654ca7ed9418f854a15e050a64017, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/e504cd0f94b5431aa71bb0a8cea3e7e9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/13d77d3e5e13473ab283a53f272e5495, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/be116dc2487e4868b92bb66177196be4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4c4b6834a7ab425fab15406cea3f4f20, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/fbddef2b06fb42da842f69802e0ded39, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/5f52d020be434cf0a963d5163958a1b8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/ddc4fdc8d40044f18724aeb72569a043, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4a397f1f86c84a9f8dee5c31215a1033, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/03d073c25d0741d1a22d4cd9581413ff, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/d5e83c06fd9c4836af88b1b2943ddd68, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/927329550e53413c8b070f7ac8148fd4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/a52d52ce022147aaa24e68d68fba1c58, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/d6a5d88736244e89a7cdc9006ac53a2a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/0a27d41c06914b09b59020ede04b3606, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/c551118799cf44f3b8433770223ef955, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/61cf8593a534472cbe9d8901d810c08b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/b1137fb78bf6430bbd3ec0f945c48c2f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4bca28ce500a4901899149a23455e0de, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7b1da7a642874e7f9a4c47139c3adfa3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/2567284b227841de98f246cc721db2d8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4991e0a108c34bc49720b9d898cd201d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/8aba36b8e5634c23be9ddee0913ddb02, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7ffdc5c6e1d542cc824b2a572a25c6d1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/052c7b243f9b46aaae849f974d10f65f] to archive 2024-11-23T02:22:06,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:22:06,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/00b5067f32234459ad63f0b8ae057e05 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/00b5067f32234459ad63f0b8ae057e05 2024-11-23T02:22:06,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/016654ca7ed9418f854a15e050a64017 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/016654ca7ed9418f854a15e050a64017 2024-11-23T02:22:06,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/e504cd0f94b5431aa71bb0a8cea3e7e9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/e504cd0f94b5431aa71bb0a8cea3e7e9 2024-11-23T02:22:06,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/13d77d3e5e13473ab283a53f272e5495 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/13d77d3e5e13473ab283a53f272e5495 2024-11-23T02:22:06,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/be116dc2487e4868b92bb66177196be4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/be116dc2487e4868b92bb66177196be4 2024-11-23T02:22:06,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4c4b6834a7ab425fab15406cea3f4f20 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4c4b6834a7ab425fab15406cea3f4f20 2024-11-23T02:22:06,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/fbddef2b06fb42da842f69802e0ded39 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/fbddef2b06fb42da842f69802e0ded39 2024-11-23T02:22:06,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/5f52d020be434cf0a963d5163958a1b8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/5f52d020be434cf0a963d5163958a1b8 2024-11-23T02:22:06,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/ddc4fdc8d40044f18724aeb72569a043 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/ddc4fdc8d40044f18724aeb72569a043 2024-11-23T02:22:06,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4a397f1f86c84a9f8dee5c31215a1033 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4a397f1f86c84a9f8dee5c31215a1033 2024-11-23T02:22:06,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/03d073c25d0741d1a22d4cd9581413ff to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/03d073c25d0741d1a22d4cd9581413ff 2024-11-23T02:22:06,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/d5e83c06fd9c4836af88b1b2943ddd68 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/d5e83c06fd9c4836af88b1b2943ddd68 2024-11-23T02:22:06,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/927329550e53413c8b070f7ac8148fd4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/927329550e53413c8b070f7ac8148fd4 2024-11-23T02:22:06,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/a52d52ce022147aaa24e68d68fba1c58 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/a52d52ce022147aaa24e68d68fba1c58 2024-11-23T02:22:06,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/d6a5d88736244e89a7cdc9006ac53a2a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/d6a5d88736244e89a7cdc9006ac53a2a 2024-11-23T02:22:06,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/0a27d41c06914b09b59020ede04b3606 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/0a27d41c06914b09b59020ede04b3606 2024-11-23T02:22:06,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/c551118799cf44f3b8433770223ef955 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/c551118799cf44f3b8433770223ef955 2024-11-23T02:22:06,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/61cf8593a534472cbe9d8901d810c08b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/61cf8593a534472cbe9d8901d810c08b 2024-11-23T02:22:06,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/b1137fb78bf6430bbd3ec0f945c48c2f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/b1137fb78bf6430bbd3ec0f945c48c2f 2024-11-23T02:22:06,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4bca28ce500a4901899149a23455e0de to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4bca28ce500a4901899149a23455e0de 2024-11-23T02:22:06,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7b1da7a642874e7f9a4c47139c3adfa3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7b1da7a642874e7f9a4c47139c3adfa3 2024-11-23T02:22:06,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/2567284b227841de98f246cc721db2d8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/2567284b227841de98f246cc721db2d8 2024-11-23T02:22:06,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4991e0a108c34bc49720b9d898cd201d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/4991e0a108c34bc49720b9d898cd201d 2024-11-23T02:22:06,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/8aba36b8e5634c23be9ddee0913ddb02 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/8aba36b8e5634c23be9ddee0913ddb02 2024-11-23T02:22:06,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7ffdc5c6e1d542cc824b2a572a25c6d1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/7ffdc5c6e1d542cc824b2a572a25c6d1 2024-11-23T02:22:06,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/052c7b243f9b46aaae849f974d10f65f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/052c7b243f9b46aaae849f974d10f65f 2024-11-23T02:22:06,488 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/recovered.edits/415.seqid, newMaxSeqId=415, maxSeqId=4 2024-11-23T02:22:06,489 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6. 2024-11-23T02:22:06,489 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 8ff2f04e8df55d4362bc43c7dab108d6: 2024-11-23T02:22:06,491 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:06,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=8ff2f04e8df55d4362bc43c7dab108d6, regionState=CLOSED 2024-11-23T02:22:06,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-23T02:22:06,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 8ff2f04e8df55d4362bc43c7dab108d6, server=fde8ce287ea2,43695,1732328465221 in 3.0290 sec 2024-11-23T02:22:06,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-23T02:22:06,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ff2f04e8df55d4362bc43c7dab108d6, UNASSIGN in 3.0330 sec 2024-11-23T02:22:06,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-23T02:22:06,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.0360 sec 2024-11-23T02:22:06,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328526497"}]},"ts":"1732328526497"} 2024-11-23T02:22:06,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:22:06,501 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:22:06,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.0510 sec 2024-11-23T02:22:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T02:22:07,558 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-23T02:22:07,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:22:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:07,560 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T02:22:07,561 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=71, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:07,563 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,565 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/recovered.edits] 2024-11-23T02:22:07,568 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/1f29cfd543444b6f9e8f170bddfd4751 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/1f29cfd543444b6f9e8f170bddfd4751 2024-11-23T02:22:07,569 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/42028e6e91fb46b4a00303904370e177 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/42028e6e91fb46b4a00303904370e177 2024-11-23T02:22:07,570 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/c48c382d0e5b49f68f25e57b8ea9aef2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/A/c48c382d0e5b49f68f25e57b8ea9aef2 2024-11-23T02:22:07,573 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/0503ee08bfc748e9b0501d3e881cf267 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/0503ee08bfc748e9b0501d3e881cf267 2024-11-23T02:22:07,574 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/95ecf101bf3749c9a9687c56937707a5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/95ecf101bf3749c9a9687c56937707a5 2024-11-23T02:22:07,575 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/ba932322ce2a4c96896b729f00e6df58 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/B/ba932322ce2a4c96896b729f00e6df58 2024-11-23T02:22:07,578 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/8885f8da20a943ec9984a5ca62daaa55 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/8885f8da20a943ec9984a5ca62daaa55 2024-11-23T02:22:07,579 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/9c38a202730b40959dffb68108300eb4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/9c38a202730b40959dffb68108300eb4 2024-11-23T02:22:07,580 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/ad8c1c210d4c4f6fb2b0d620a8d5eacf to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/C/ad8c1c210d4c4f6fb2b0d620a8d5eacf 2024-11-23T02:22:07,583 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/recovered.edits/415.seqid to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6/recovered.edits/415.seqid 2024-11-23T02:22:07,583 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,583 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:22:07,584 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:22:07,585 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T02:22:07,589 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112308714efd8a7b4dd6a4b0ca0933e79519_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112308714efd8a7b4dd6a4b0ca0933e79519_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,590 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112312a87e7e104841479b3120fdd68fabc0_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112312a87e7e104841479b3120fdd68fabc0_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,591 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d5b7ddae4a5460391f59e2b046feeb6_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231d5b7ddae4a5460391f59e2b046feeb6_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,592 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112326bfdf8147fa41da9f06a2a35218c2a3_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112326bfdf8147fa41da9f06a2a35218c2a3_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,593 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112326e61cf236fb4857a8fb687cba37ba3f_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112326e61cf236fb4857a8fb687cba37ba3f_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,594 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112344e4cb2d2faa47328c6f79c657344f35_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112344e4cb2d2faa47328c6f79c657344f35_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,596 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123484fcca7efa648a6822e86f86408b200_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123484fcca7efa648a6822e86f86408b200_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,597 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234e5cd10458434137b92f257be45f8750_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234e5cd10458434137b92f257be45f8750_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,598 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235fa67145c6ed440595639d9a112f773a_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235fa67145c6ed440595639d9a112f773a_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,599 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236caac00cc2c14dad8140cba6ff9ee6d0_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236caac00cc2c14dad8140cba6ff9ee6d0_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,600 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123727d404472064ba08c502a6444e83b66_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123727d404472064ba08c502a6444e83b66_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,601 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237456447873974756a2aff3c632716aca_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237456447873974756a2aff3c632716aca_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,603 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123797f24aca8154e659ef8f9cfcfbdde90_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123797f24aca8154e659ef8f9cfcfbdde90_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,604 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112379a5a407ca9c4c128a1041ed3f64c186_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112379a5a407ca9c4c128a1041ed3f64c186_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,605 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a349dcbe75d42feb0af5951573b1d37_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a349dcbe75d42feb0af5951573b1d37_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,606 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237c69b0cc442f484d82df854762aca97b_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237c69b0cc442f484d82df854762aca97b_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,607 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238bcdef64fba940f184954efaa7ccb83f_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238bcdef64fba940f184954efaa7ccb83f_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,608 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238f11dcdcc1df47d48c622af7ac109486_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238f11dcdcc1df47d48c622af7ac109486_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,609 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a4d07b75789d44a49279f39da727197e_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a4d07b75789d44a49279f39da727197e_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,610 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a84203a3ca9241d48a516a2f083c79a0_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a84203a3ca9241d48a516a2f083c79a0_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,611 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b89a283700ba491aa0c52e8805442b1a_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b89a283700ba491aa0c52e8805442b1a_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,612 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d7b577c4f0254b2cb692f29c4233b171_8ff2f04e8df55d4362bc43c7dab108d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d7b577c4f0254b2cb692f29c4233b171_8ff2f04e8df55d4362bc43c7dab108d6 2024-11-23T02:22:07,613 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:22:07,615 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=71, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:07,617 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:22:07,618 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:22:07,619 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=71, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:07,619 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:22:07,620 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328527619"}]},"ts":"9223372036854775807"} 2024-11-23T02:22:07,621 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:22:07,621 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8ff2f04e8df55d4362bc43c7dab108d6, NAME => 'TestAcidGuarantees,,1732328498647.8ff2f04e8df55d4362bc43c7dab108d6.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:22:07,621 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:22:07,622 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328527621"}]},"ts":"9223372036854775807"} 2024-11-23T02:22:07,623 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:22:07,626 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=71, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:07,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-23T02:22:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T02:22:07,662 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-23T02:22:07,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 241) Potentially hanging thread: hconnection-0x3153befb-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1942624841_22 at /127.0.0.1:50654 [Waiting for operation #896] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3153befb-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1942624841_22 at /127.0.0.1:50744 [Waiting for operation #882] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1568112110_22 at /127.0.0.1:54290 [Waiting for operation #1250] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1568112110_22 at /127.0.0.1:37100 [Waiting for operation #949] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/cluster_59160296-109e-31a9-2cb9-fcc51a5dc1ee/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/cluster_59160296-109e-31a9-2cb9-fcc51a5dc1ee/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3153befb-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3153befb-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 260) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4581 (was 4115) - AvailableMemoryMB LEAK? - 2024-11-23T02:22:07,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=4580 2024-11-23T02:22:07,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:22:07,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:22:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:07,683 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:22:07,683 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:07,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 72 2024-11-23T02:22:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-23T02:22:07,684 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:22:07,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742052_1228 (size=960) 2024-11-23T02:22:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-23T02:22:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-23T02:22:08,091 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511 2024-11-23T02:22:08,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742053_1229 (size=53) 2024-11-23T02:22:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-23T02:22:08,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:08,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing eb47d10f1a38cc652244e42b16e02377, disabling compactions & flushes 2024-11-23T02:22:08,498 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:08,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:08,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. after waiting 0 ms 2024-11-23T02:22:08,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:08,498 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:08,498 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:08,499 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:22:08,500 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328528499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328528499"}]},"ts":"1732328528499"} 2024-11-23T02:22:08,500 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:22:08,501 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:22:08,501 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328528501"}]},"ts":"1732328528501"} 2024-11-23T02:22:08,502 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:22:08,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47d10f1a38cc652244e42b16e02377, ASSIGN}] 2024-11-23T02:22:08,507 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47d10f1a38cc652244e42b16e02377, ASSIGN 2024-11-23T02:22:08,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47d10f1a38cc652244e42b16e02377, ASSIGN; state=OFFLINE, location=fde8ce287ea2,43695,1732328465221; forceNewPlan=false, retain=false 2024-11-23T02:22:08,658 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=eb47d10f1a38cc652244e42b16e02377, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:08,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:22:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-23T02:22:08,792 DEBUG [master/fde8ce287ea2:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b3f105c54d8184e101950e6e9bc56129 changed from -1.0 to 0.0, refreshing cache 2024-11-23T02:22:08,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:08,813 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:08,813 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:22:08,814 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:08,814 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:08,814 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:08,814 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:08,815 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:08,816 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:08,816 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb47d10f1a38cc652244e42b16e02377 columnFamilyName A 2024-11-23T02:22:08,816 DEBUG [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:08,817 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] regionserver.HStore(327): Store=eb47d10f1a38cc652244e42b16e02377/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:08,817 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:08,818 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:08,818 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb47d10f1a38cc652244e42b16e02377 columnFamilyName B 2024-11-23T02:22:08,818 DEBUG [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:08,819 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] regionserver.HStore(327): Store=eb47d10f1a38cc652244e42b16e02377/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:08,819 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:08,820 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:08,820 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb47d10f1a38cc652244e42b16e02377 columnFamilyName C 2024-11-23T02:22:08,820 DEBUG [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:08,820 INFO [StoreOpener-eb47d10f1a38cc652244e42b16e02377-1 {}] regionserver.HStore(327): Store=eb47d10f1a38cc652244e42b16e02377/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:08,820 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:08,821 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:08,821 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:08,823 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:22:08,824 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:08,826 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:22:08,826 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened eb47d10f1a38cc652244e42b16e02377; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73522153, jitterRate=0.09556545317173004}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:22:08,827 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:08,828 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., pid=74, masterSystemTime=1732328528811 2024-11-23T02:22:08,829 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:08,829 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:08,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=eb47d10f1a38cc652244e42b16e02377, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:08,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-23T02:22:08,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 in 171 msec 2024-11-23T02:22:08,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-11-23T02:22:08,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47d10f1a38cc652244e42b16e02377, ASSIGN in 325 msec 2024-11-23T02:22:08,833 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:22:08,833 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328528833"}]},"ts":"1732328528833"} 2024-11-23T02:22:08,834 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:22:08,837 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:22:08,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-23T02:22:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-23T02:22:09,787 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 72 completed 2024-11-23T02:22:09,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-23T02:22:09,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,797 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:22:09,799 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:22:09,802 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-23T02:22:09,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,809 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-23T02:22:09,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,815 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-23T02:22:09,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,820 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-23T02:22:09,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-23T02:22:09,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,829 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-23T02:22:09,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-23T02:22:09,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-23T02:22:09,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,841 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-23T02:22:09,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-23T02:22:09,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:09,851 DEBUG [hconnection-0x4b76f6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:09,851 DEBUG [hconnection-0x1a6be231-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,851 DEBUG [hconnection-0x1b563d4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,851 DEBUG [hconnection-0x7cee6286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-23T02:22:09,852 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,852 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,852 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,852 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:22:09,853 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:09,853 DEBUG [hconnection-0x2255d191-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,853 DEBUG [hconnection-0x6b2b9e0c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,854 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:09,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:09,855 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,855 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:09,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:09,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:09,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:09,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:09,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:09,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:09,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:09,864 DEBUG [hconnection-0x7d9ae0df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,865 DEBUG [hconnection-0x5cd96300-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,865 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,866 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,866 DEBUG [hconnection-0x670ec8fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,867 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,868 DEBUG [hconnection-0x303ea5b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:09,869 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:09,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/0d59584d96d3429cbdef553ef36089a9 is 50, key is test_row_0/A:col10/1732328529859/Put/seqid=0 2024-11-23T02:22:09,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742054_1230 (size=14341) 2024-11-23T02:22:09,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/0d59584d96d3429cbdef553ef36089a9 2024-11-23T02:22:09,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328589893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:09,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:09,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328589895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328589894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:09,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328589896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:09,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328589897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:09,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/1321456cc081416981f74289804f4c62 is 50, key is test_row_0/B:col10/1732328529859/Put/seqid=0 2024-11-23T02:22:09,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742055_1231 (size=12001) 2024-11-23T02:22:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:22:10,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328589999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328590000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328590000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328590001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328590002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T02:22:10,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:10,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:10,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:10,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:10,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:22:10,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T02:22:10,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:10,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:10,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:10,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:10,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328590202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328590203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328590204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328590204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328590205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T02:22:10,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:10,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:10,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:10,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:10,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:10,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/1321456cc081416981f74289804f4c62 2024-11-23T02:22:10,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/28b86014201c4c1788eca4b805add880 is 50, key is test_row_0/C:col10/1732328529859/Put/seqid=0 2024-11-23T02:22:10,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742056_1232 (size=12001) 2024-11-23T02:22:10,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/28b86014201c4c1788eca4b805add880 2024-11-23T02:22:10,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/0d59584d96d3429cbdef553ef36089a9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d59584d96d3429cbdef553ef36089a9 2024-11-23T02:22:10,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d59584d96d3429cbdef553ef36089a9, entries=200, sequenceid=13, filesize=14.0 K 2024-11-23T02:22:10,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/1321456cc081416981f74289804f4c62 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/1321456cc081416981f74289804f4c62 2024-11-23T02:22:10,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/1321456cc081416981f74289804f4c62, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T02:22:10,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/28b86014201c4c1788eca4b805add880 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/28b86014201c4c1788eca4b805add880 2024-11-23T02:22:10,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/28b86014201c4c1788eca4b805add880, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T02:22:10,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for eb47d10f1a38cc652244e42b16e02377 in 572ms, sequenceid=13, compaction requested=false 2024-11-23T02:22:10,434 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T02:22:10,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:22:10,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T02:22:10,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:10,468 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:22:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:10,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/7fdf84c557d44826a96ae67711a43258 is 50, key is test_row_0/A:col10/1732328529893/Put/seqid=0 2024-11-23T02:22:10,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742057_1233 (size=12001) 2024-11-23T02:22:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:10,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:10,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328590512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328590514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328590514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328590515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328590515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328590616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328590616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328590618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328590618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328590619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328590818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328590819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328590821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328590821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328590821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:10,883 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/7fdf84c557d44826a96ae67711a43258 2024-11-23T02:22:10,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/0c35b8975ff14846ad30c5c715b4d547 is 50, key is test_row_0/B:col10/1732328529893/Put/seqid=0 2024-11-23T02:22:10,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742058_1234 (size=12001) 2024-11-23T02:22:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:22:11,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328591124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:11,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328591124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:11,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328591125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:11,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328591125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328591125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:11,346 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/0c35b8975ff14846ad30c5c715b4d547 2024-11-23T02:22:11,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/c97bc95c6f8e4528abd0f58b8228b207 is 50, key is test_row_0/C:col10/1732328529893/Put/seqid=0 2024-11-23T02:22:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742059_1235 (size=12001) 2024-11-23T02:22:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328591628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:11,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328591634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:11,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328591634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:11,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328591641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:11,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328591648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:11,803 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/c97bc95c6f8e4528abd0f58b8228b207 2024-11-23T02:22:11,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/7fdf84c557d44826a96ae67711a43258 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/7fdf84c557d44826a96ae67711a43258 2024-11-23T02:22:11,816 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/7fdf84c557d44826a96ae67711a43258, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T02:22:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/0c35b8975ff14846ad30c5c715b4d547 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/0c35b8975ff14846ad30c5c715b4d547 2024-11-23T02:22:11,822 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/0c35b8975ff14846ad30c5c715b4d547, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T02:22:11,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/c97bc95c6f8e4528abd0f58b8228b207 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/c97bc95c6f8e4528abd0f58b8228b207 2024-11-23T02:22:11,833 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/c97bc95c6f8e4528abd0f58b8228b207, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T02:22:11,836 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for eb47d10f1a38cc652244e42b16e02377 in 1369ms, sequenceid=37, compaction requested=false 2024-11-23T02:22:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:11,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-23T02:22:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-23T02:22:11,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-23T02:22:11,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9840 sec 2024-11-23T02:22:11,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.9890 sec 2024-11-23T02:22:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T02:22:11,958 INFO [Thread-1076 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-23T02:22:11,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-23T02:22:11,962 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:22:11,963 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:11,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:12,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:22:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:22:12,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T02:22:12,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:12,115 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:22:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:12,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/85253946abe642a18d860d506f83bee7 is 50, key is test_row_0/A:col10/1732328530512/Put/seqid=0 2024-11-23T02:22:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742060_1236 (size=12001) 2024-11-23T02:22:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:22:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:22:12,589 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/85253946abe642a18d860d506f83bee7 2024-11-23T02:22:12,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/7510741f0637408e9a8feac6c604722e is 50, key is test_row_0/B:col10/1732328530512/Put/seqid=0 2024-11-23T02:22:12,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742061_1237 (size=12001) 2024-11-23T02:22:12,645 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/7510741f0637408e9a8feac6c604722e 2024-11-23T02:22:12,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:12,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/5cf8e09b265043d6a95174152a7b1cb8 is 50, key is test_row_0/C:col10/1732328530512/Put/seqid=0 2024-11-23T02:22:12,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742062_1238 (size=12001) 2024-11-23T02:22:12,688 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/5cf8e09b265043d6a95174152a7b1cb8 2024-11-23T02:22:12,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328592685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328592686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328592687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328592686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328592687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/85253946abe642a18d860d506f83bee7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/85253946abe642a18d860d506f83bee7 2024-11-23T02:22:12,710 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/85253946abe642a18d860d506f83bee7, entries=150, sequenceid=50, filesize=11.7 K 2024-11-23T02:22:12,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/7510741f0637408e9a8feac6c604722e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/7510741f0637408e9a8feac6c604722e 2024-11-23T02:22:12,716 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/7510741f0637408e9a8feac6c604722e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-23T02:22:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/5cf8e09b265043d6a95174152a7b1cb8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5cf8e09b265043d6a95174152a7b1cb8 2024-11-23T02:22:12,722 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5cf8e09b265043d6a95174152a7b1cb8, entries=150, sequenceid=50, filesize=11.7 K 2024-11-23T02:22:12,723 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for eb47d10f1a38cc652244e42b16e02377 in 608ms, sequenceid=50, compaction requested=true 2024-11-23T02:22:12,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:12,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:12,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-23T02:22:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-23T02:22:12,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-23T02:22:12,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 762 msec 2024-11-23T02:22:12,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 767 msec 2024-11-23T02:22:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:12,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:22:12,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:12,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:12,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:12,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:12,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:12,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:12,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328592806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328592810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/08e017942c714b9d97d6e2a0c8647691 is 50, key is test_row_0/A:col10/1732328532801/Put/seqid=0 2024-11-23T02:22:12,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328592813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328592815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328592815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742063_1239 (size=12001) 2024-11-23T02:22:12,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328592916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328592916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328592918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328592920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:12,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328592920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T02:22:13,067 INFO [Thread-1076 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-23T02:22:13,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-23T02:22:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:22:13,071 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:13,072 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:13,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:13,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328593122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328593122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328593126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328593126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328593127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:22:13,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:22:13,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:13,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/08e017942c714b9d97d6e2a0c8647691 2024-11-23T02:22:13,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/f81ded9945e44be58ef35a5f863e9fa1 is 50, key is test_row_0/B:col10/1732328532801/Put/seqid=0 2024-11-23T02:22:13,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742064_1240 (size=12001) 2024-11-23T02:22:13,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/f81ded9945e44be58ef35a5f863e9fa1 2024-11-23T02:22:13,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/aabf955a3b3c408fbcbeeb96726d623d is 50, key is test_row_0/C:col10/1732328532801/Put/seqid=0 2024-11-23T02:22:13,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:22:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742065_1241 (size=12001) 2024-11-23T02:22:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:22:13,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328593427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328593429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328593431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328593431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328593432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,534 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:22:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:22:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:22:13,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/aabf955a3b3c408fbcbeeb96726d623d 2024-11-23T02:22:13,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/08e017942c714b9d97d6e2a0c8647691 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/08e017942c714b9d97d6e2a0c8647691 2024-11-23T02:22:13,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/08e017942c714b9d97d6e2a0c8647691, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:22:13,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/f81ded9945e44be58ef35a5f863e9fa1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f81ded9945e44be58ef35a5f863e9fa1 2024-11-23T02:22:13,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f81ded9945e44be58ef35a5f863e9fa1, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:22:13,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/aabf955a3b3c408fbcbeeb96726d623d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aabf955a3b3c408fbcbeeb96726d623d 2024-11-23T02:22:13,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aabf955a3b3c408fbcbeeb96726d623d, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T02:22:13,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for eb47d10f1a38cc652244e42b16e02377 in 1016ms, sequenceid=78, compaction requested=true 2024-11-23T02:22:13,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:13,818 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:22:13,818 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:13,821 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:13,821 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/A is initiating minor compaction (all files) 2024-11-23T02:22:13,821 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/A in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,821 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d59584d96d3429cbdef553ef36089a9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/7fdf84c557d44826a96ae67711a43258, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/85253946abe642a18d860d506f83bee7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/08e017942c714b9d97d6e2a0c8647691] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=49.2 K 2024-11-23T02:22:13,821 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:13,821 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/B is initiating minor compaction (all files) 2024-11-23T02:22:13,821 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/B in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,821 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/1321456cc081416981f74289804f4c62, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/0c35b8975ff14846ad30c5c715b4d547, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/7510741f0637408e9a8feac6c604722e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f81ded9945e44be58ef35a5f863e9fa1] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=46.9 K 2024-11-23T02:22:13,822 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d59584d96d3429cbdef553ef36089a9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732328529857 2024-11-23T02:22:13,822 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1321456cc081416981f74289804f4c62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732328529857 2024-11-23T02:22:13,822 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fdf84c557d44826a96ae67711a43258, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732328529892 2024-11-23T02:22:13,823 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c35b8975ff14846ad30c5c715b4d547, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732328529892 2024-11-23T02:22:13,823 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 85253946abe642a18d860d506f83bee7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732328530512 2024-11-23T02:22:13,823 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7510741f0637408e9a8feac6c604722e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732328530512 2024-11-23T02:22:13,823 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting f81ded9945e44be58ef35a5f863e9fa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328532798 2024-11-23T02:22:13,824 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 08e017942c714b9d97d6e2a0c8647691, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328532798 2024-11-23T02:22:13,841 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:13,842 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#A#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:13,843 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/15639c069d344a3092f54595e12a9563 is 50, key is test_row_0/A:col10/1732328532801/Put/seqid=0 2024-11-23T02:22:13,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T02:22:13,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,849 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T02:22:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:13,855 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#B#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:13,856 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/23b6b3c207c34e108b9099a198515b74 is 50, key is test_row_0/B:col10/1732328532801/Put/seqid=0 2024-11-23T02:22:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/2903279de9f341a4b9f44ab3d401c066 is 50, key is test_row_0/A:col10/1732328532812/Put/seqid=0 2024-11-23T02:22:13,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742066_1242 (size=12139) 2024-11-23T02:22:13,914 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/15639c069d344a3092f54595e12a9563 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/15639c069d344a3092f54595e12a9563 2024-11-23T02:22:13,922 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/A of eb47d10f1a38cc652244e42b16e02377 into 15639c069d344a3092f54595e12a9563(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:13,922 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:13,922 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/A, priority=12, startTime=1732328533818; duration=0sec 2024-11-23T02:22:13,922 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:13,922 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:A 2024-11-23T02:22:13,923 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:13,924 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:13,924 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/C is initiating minor compaction (all files) 2024-11-23T02:22:13,924 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/C in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:13,925 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/28b86014201c4c1788eca4b805add880, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/c97bc95c6f8e4528abd0f58b8228b207, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5cf8e09b265043d6a95174152a7b1cb8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aabf955a3b3c408fbcbeeb96726d623d] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=46.9 K 2024-11-23T02:22:13,925 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 28b86014201c4c1788eca4b805add880, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732328529857 2024-11-23T02:22:13,926 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c97bc95c6f8e4528abd0f58b8228b207, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732328529892 2024-11-23T02:22:13,926 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cf8e09b265043d6a95174152a7b1cb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732328530512 2024-11-23T02:22:13,926 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting aabf955a3b3c408fbcbeeb96726d623d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328532798 2024-11-23T02:22:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:13,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742067_1243 (size=12139) 2024-11-23T02:22:13,956 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/23b6b3c207c34e108b9099a198515b74 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/23b6b3c207c34e108b9099a198515b74 2024-11-23T02:22:13,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742068_1244 (size=12001) 2024-11-23T02:22:13,959 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/2903279de9f341a4b9f44ab3d401c066 2024-11-23T02:22:13,972 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#C#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:13,972 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/cf6d4d3e240d41259c4acacc6df03415 is 50, key is test_row_0/C:col10/1732328532801/Put/seqid=0 2024-11-23T02:22:13,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/f0e54d4bce2e4e1689cf7302d548101d is 50, key is test_row_0/B:col10/1732328532812/Put/seqid=0 2024-11-23T02:22:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742069_1245 (size=12139) 2024-11-23T02:22:14,026 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/cf6d4d3e240d41259c4acacc6df03415 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/cf6d4d3e240d41259c4acacc6df03415 2024-11-23T02:22:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742070_1246 (size=12001) 2024-11-23T02:22:14,056 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/C of eb47d10f1a38cc652244e42b16e02377 into cf6d4d3e240d41259c4acacc6df03415(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:14,056 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:14,056 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/C, priority=12, startTime=1732328533818; duration=0sec 2024-11-23T02:22:14,057 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:14,057 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:C 2024-11-23T02:22:14,057 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/B of eb47d10f1a38cc652244e42b16e02377 into 23b6b3c207c34e108b9099a198515b74(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:14,057 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:14,057 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/B, priority=12, startTime=1732328533818; duration=0sec 2024-11-23T02:22:14,057 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:14,057 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:B 2024-11-23T02:22:14,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328594088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328594093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328594096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328594102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328594108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:22:14,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328594203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328594208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328594208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328594213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328594220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328594411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328594415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328594416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328594421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,431 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/f0e54d4bce2e4e1689cf7302d548101d 2024-11-23T02:22:14,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328594430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/6a28b8c326f641079c9b1e8737593d85 is 50, key is test_row_0/C:col10/1732328532812/Put/seqid=0 2024-11-23T02:22:14,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742071_1247 (size=12001) 2024-11-23T02:22:14,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328594718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328594720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328594720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328594727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328594737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:14,905 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/6a28b8c326f641079c9b1e8737593d85 2024-11-23T02:22:14,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/2903279de9f341a4b9f44ab3d401c066 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2903279de9f341a4b9f44ab3d401c066 2024-11-23T02:22:14,927 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2903279de9f341a4b9f44ab3d401c066, entries=150, sequenceid=86, filesize=11.7 K 2024-11-23T02:22:14,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/f0e54d4bce2e4e1689cf7302d548101d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f0e54d4bce2e4e1689cf7302d548101d 2024-11-23T02:22:14,934 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f0e54d4bce2e4e1689cf7302d548101d, entries=150, sequenceid=86, filesize=11.7 K 2024-11-23T02:22:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/6a28b8c326f641079c9b1e8737593d85 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/6a28b8c326f641079c9b1e8737593d85 2024-11-23T02:22:14,941 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/6a28b8c326f641079c9b1e8737593d85, entries=150, sequenceid=86, filesize=11.7 K 2024-11-23T02:22:14,942 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for eb47d10f1a38cc652244e42b16e02377 in 1093ms, sequenceid=86, compaction requested=false 2024-11-23T02:22:14,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:14,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:14,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-23T02:22:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-23T02:22:14,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-23T02:22:14,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8720 sec 2024-11-23T02:22:14,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8770 sec 2024-11-23T02:22:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T02:22:15,201 INFO [Thread-1076 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-23T02:22:15,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-23T02:22:15,205 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:22:15,206 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:15,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:15,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-23T02:22:15,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:15,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:15,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:15,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:15,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:15,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:15,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/41c0db5724a644a295a864d2d180996c is 50, key is test_row_0/A:col10/1732328534101/Put/seqid=0 2024-11-23T02:22:15,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742072_1248 (size=16681) 2024-11-23T02:22:15,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328595247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328595284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328595288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328595288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328595291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:22:15,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328595392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328595392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328595392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328595393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:22:15,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:15,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:15,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328595594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328595596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328595596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328595597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:15,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:15,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/41c0db5724a644a295a864d2d180996c 2024-11-23T02:22:15,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/9996c1f567044d8ea2e7661c8b8240ac is 50, key is test_row_0/B:col10/1732328534101/Put/seqid=0 2024-11-23T02:22:15,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742073_1249 (size=12001) 2024-11-23T02:22:15,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/9996c1f567044d8ea2e7661c8b8240ac 2024-11-23T02:22:15,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/ba84b39df8734413ac92f97150cbac4a is 50, key is test_row_0/C:col10/1732328534101/Put/seqid=0 2024-11-23T02:22:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:22:15,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742074_1250 (size=12001) 2024-11-23T02:22:15,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/ba84b39df8734413ac92f97150cbac4a 2024-11-23T02:22:15,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:15,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:15,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/41c0db5724a644a295a864d2d180996c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/41c0db5724a644a295a864d2d180996c 2024-11-23T02:22:15,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/41c0db5724a644a295a864d2d180996c, entries=250, sequenceid=120, filesize=16.3 K 2024-11-23T02:22:15,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/9996c1f567044d8ea2e7661c8b8240ac as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9996c1f567044d8ea2e7661c8b8240ac 2024-11-23T02:22:15,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9996c1f567044d8ea2e7661c8b8240ac, entries=150, sequenceid=120, filesize=11.7 K 2024-11-23T02:22:15,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/ba84b39df8734413ac92f97150cbac4a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ba84b39df8734413ac92f97150cbac4a 2024-11-23T02:22:15,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ba84b39df8734413ac92f97150cbac4a, entries=150, sequenceid=120, filesize=11.7 K 2024-11-23T02:22:15,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=26.84 KB/27480 for eb47d10f1a38cc652244e42b16e02377 in 627ms, sequenceid=120, compaction requested=true 2024-11-23T02:22:15,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:15,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:15,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:15,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:15,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:15,855 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:15,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:15,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:15,855 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:15,857 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:15,857 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/A is initiating minor compaction (all files) 2024-11-23T02:22:15,857 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/A in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,857 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/15639c069d344a3092f54595e12a9563, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2903279de9f341a4b9f44ab3d401c066, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/41c0db5724a644a295a864d2d180996c] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=39.9 K 2024-11-23T02:22:15,857 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:15,857 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/B is initiating minor compaction (all files) 2024-11-23T02:22:15,857 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/B in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,857 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/23b6b3c207c34e108b9099a198515b74, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f0e54d4bce2e4e1689cf7302d548101d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9996c1f567044d8ea2e7661c8b8240ac] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=35.3 K 2024-11-23T02:22:15,858 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15639c069d344a3092f54595e12a9563, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328532798 2024-11-23T02:22:15,859 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2903279de9f341a4b9f44ab3d401c066, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732328532804 2024-11-23T02:22:15,859 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 23b6b3c207c34e108b9099a198515b74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328532798 2024-11-23T02:22:15,859 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41c0db5724a644a295a864d2d180996c, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732328534092 2024-11-23T02:22:15,859 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting f0e54d4bce2e4e1689cf7302d548101d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732328532804 2024-11-23T02:22:15,860 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 9996c1f567044d8ea2e7661c8b8240ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732328534092 2024-11-23T02:22:15,878 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#A#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:15,879 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/52b9dc85e7c1403ba9d69671adf548a4 is 50, key is test_row_0/A:col10/1732328534101/Put/seqid=0 2024-11-23T02:22:15,887 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#B#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:15,888 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/9037b6eb8e414cb9aebea8669845fbdb is 50, key is test_row_0/B:col10/1732328534101/Put/seqid=0 2024-11-23T02:22:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:15,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:15,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:15,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:15,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:15,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:15,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:15,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:15,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742076_1252 (size=12241) 2024-11-23T02:22:15,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742075_1251 (size=12241) 2024-11-23T02:22:15,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/2b984e2577ed4deb9c8b05bb5f37d165 is 50, key is test_row_0/A:col10/1732328535906/Put/seqid=0 2024-11-23T02:22:15,935 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/52b9dc85e7c1403ba9d69671adf548a4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/52b9dc85e7c1403ba9d69671adf548a4 2024-11-23T02:22:15,935 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/9037b6eb8e414cb9aebea8669845fbdb as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9037b6eb8e414cb9aebea8669845fbdb 2024-11-23T02:22:15,945 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/A of eb47d10f1a38cc652244e42b16e02377 into 52b9dc85e7c1403ba9d69671adf548a4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:15,945 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:15,945 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/A, priority=13, startTime=1732328535855; duration=0sec 2024-11-23T02:22:15,945 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:15,945 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:A 2024-11-23T02:22:15,945 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:15,949 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:15,949 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/C is initiating minor compaction (all files) 2024-11-23T02:22:15,949 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/C in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,949 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/cf6d4d3e240d41259c4acacc6df03415, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/6a28b8c326f641079c9b1e8737593d85, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ba84b39df8734413ac92f97150cbac4a] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=35.3 K 2024-11-23T02:22:15,950 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf6d4d3e240d41259c4acacc6df03415, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732328532798 2024-11-23T02:22:15,950 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a28b8c326f641079c9b1e8737593d85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732328532804 2024-11-23T02:22:15,950 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba84b39df8734413ac92f97150cbac4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732328534092 2024-11-23T02:22:15,962 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/B of eb47d10f1a38cc652244e42b16e02377 into 9037b6eb8e414cb9aebea8669845fbdb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:15,962 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:15,962 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/B, priority=13, startTime=1732328535855; duration=0sec 2024-11-23T02:22:15,962 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:15,962 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:B 2024-11-23T02:22:15,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328595963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328595963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328595971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:15,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742077_1253 (size=19221) 2024-11-23T02:22:15,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:15,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:15,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/2b984e2577ed4deb9c8b05bb5f37d165 2024-11-23T02:22:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:15,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328595979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:15,985 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#C#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:15,986 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/da531fc9e3464d0e9f007c991c151332 is 50, key is test_row_0/C:col10/1732328534101/Put/seqid=0 2024-11-23T02:22:16,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/3e2446ae5a33444b95e5cbfc0a56c7b7 is 50, key is test_row_0/B:col10/1732328535906/Put/seqid=0 2024-11-23T02:22:16,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742078_1254 (size=12241) 2024-11-23T02:22:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742079_1255 (size=12101) 2024-11-23T02:22:16,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328596072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328596076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328596076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328596089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,129 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:16,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:16,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328596276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:16,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:16,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328596282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328596283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328596293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328596299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:22:16,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,437 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/da531fc9e3464d0e9f007c991c151332 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/da531fc9e3464d0e9f007c991c151332 2024-11-23T02:22:16,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:16,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:16,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,446 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/C of eb47d10f1a38cc652244e42b16e02377 into da531fc9e3464d0e9f007c991c151332(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:16,446 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:16,446 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/C, priority=13, startTime=1732328535855; duration=0sec 2024-11-23T02:22:16,446 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:16,446 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:C 2024-11-23T02:22:16,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/3e2446ae5a33444b95e5cbfc0a56c7b7 2024-11-23T02:22:16,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/40489bfa640142ae92d208325cf4b3e5 is 50, key is test_row_0/C:col10/1732328535906/Put/seqid=0 2024-11-23T02:22:16,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742080_1256 (size=12101) 2024-11-23T02:22:16,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328596582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328596586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328596587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:16,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:16,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328596599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:16,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:16,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:16,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:16,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:16,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:16,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/40489bfa640142ae92d208325cf4b3e5 2024-11-23T02:22:16,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/2b984e2577ed4deb9c8b05bb5f37d165 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2b984e2577ed4deb9c8b05bb5f37d165 2024-11-23T02:22:16,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2b984e2577ed4deb9c8b05bb5f37d165, entries=300, sequenceid=132, filesize=18.8 K 2024-11-23T02:22:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/3e2446ae5a33444b95e5cbfc0a56c7b7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/3e2446ae5a33444b95e5cbfc0a56c7b7 2024-11-23T02:22:16,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/3e2446ae5a33444b95e5cbfc0a56c7b7, entries=150, sequenceid=132, filesize=11.8 K 2024-11-23T02:22:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/40489bfa640142ae92d208325cf4b3e5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/40489bfa640142ae92d208325cf4b3e5 2024-11-23T02:22:16,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/40489bfa640142ae92d208325cf4b3e5, entries=150, sequenceid=132, filesize=11.8 K 2024-11-23T02:22:16,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for eb47d10f1a38cc652244e42b16e02377 in 1091ms, sequenceid=132, compaction requested=false 2024-11-23T02:22:16,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:17,056 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T02:22:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:17,058 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:22:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:17,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/f4fbca5725014371a1dfe630896abcb0 is 50, key is test_row_0/A:col10/1732328535941/Put/seqid=0 2024-11-23T02:22:17,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:17,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742081_1257 (size=12151) 2024-11-23T02:22:17,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328597173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328597173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328597178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328597179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328597281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328597282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328597285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328597287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:22:17,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328597486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328597487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328597490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328597491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,513 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/f4fbca5725014371a1dfe630896abcb0 2024-11-23T02:22:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/170ccd25b467455494927ea5ebfdee24 is 50, key is test_row_0/B:col10/1732328535941/Put/seqid=0 2024-11-23T02:22:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742082_1258 (size=12151) 2024-11-23T02:22:17,585 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/170ccd25b467455494927ea5ebfdee24 2024-11-23T02:22:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/2d84d8acfec549148c88586a7c99b28d is 50, key is test_row_0/C:col10/1732328535941/Put/seqid=0 2024-11-23T02:22:17,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742083_1259 (size=12151) 2024-11-23T02:22:17,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328597791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328597791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328597796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:17,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328597798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,058 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/2d84d8acfec549148c88586a7c99b28d 2024-11-23T02:22:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/f4fbca5725014371a1dfe630896abcb0 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/f4fbca5725014371a1dfe630896abcb0 2024-11-23T02:22:18,069 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/f4fbca5725014371a1dfe630896abcb0, entries=150, sequenceid=159, filesize=11.9 K 2024-11-23T02:22:18,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/170ccd25b467455494927ea5ebfdee24 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/170ccd25b467455494927ea5ebfdee24 2024-11-23T02:22:18,075 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/170ccd25b467455494927ea5ebfdee24, entries=150, sequenceid=159, filesize=11.9 K 2024-11-23T02:22:18,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/2d84d8acfec549148c88586a7c99b28d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2d84d8acfec549148c88586a7c99b28d 2024-11-23T02:22:18,082 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2d84d8acfec549148c88586a7c99b28d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-23T02:22:18,085 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for eb47d10f1a38cc652244e42b16e02377 in 1026ms, sequenceid=159, compaction requested=true 2024-11-23T02:22:18,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:18,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:18,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-23T02:22:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-23T02:22:18,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-23T02:22:18,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8800 sec 2024-11-23T02:22:18,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.8870 sec 2024-11-23T02:22:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:18,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:22:18,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:18,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:18,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:18,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:18,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:18,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:18,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/cee9eb917353474ca53471b2547be057 is 50, key is test_row_0/A:col10/1732328538310/Put/seqid=0 2024-11-23T02:22:18,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328598337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328598343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328598344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328598345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328598345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742084_1260 (size=14541) 2024-11-23T02:22:18,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/cee9eb917353474ca53471b2547be057 2024-11-23T02:22:18,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/69cb8b46b06a44cea96eb5445f53250f is 50, key is test_row_0/B:col10/1732328538310/Put/seqid=0 2024-11-23T02:22:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742085_1261 (size=12151) 2024-11-23T02:22:18,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328598447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328598450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328598451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328598453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328598453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328598654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328598656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328598657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328598658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328598658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/69cb8b46b06a44cea96eb5445f53250f 2024-11-23T02:22:18,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/e2d6dc8fc11d4701afe5f57065279125 is 50, key is test_row_0/C:col10/1732328538310/Put/seqid=0 2024-11-23T02:22:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742086_1262 (size=12151) 2024-11-23T02:22:18,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328598961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328598963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328598965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328598965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:18,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328598966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/e2d6dc8fc11d4701afe5f57065279125 2024-11-23T02:22:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T02:22:19,311 INFO [Thread-1076 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-23T02:22:19,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-23T02:22:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T02:22:19,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/cee9eb917353474ca53471b2547be057 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cee9eb917353474ca53471b2547be057 2024-11-23T02:22:19,317 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:19,317 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:19,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:19,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cee9eb917353474ca53471b2547be057, entries=200, sequenceid=175, filesize=14.2 K 2024-11-23T02:22:19,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/69cb8b46b06a44cea96eb5445f53250f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/69cb8b46b06a44cea96eb5445f53250f 2024-11-23T02:22:19,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/69cb8b46b06a44cea96eb5445f53250f, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T02:22:19,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/e2d6dc8fc11d4701afe5f57065279125 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/e2d6dc8fc11d4701afe5f57065279125 2024-11-23T02:22:19,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/e2d6dc8fc11d4701afe5f57065279125, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T02:22:19,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for eb47d10f1a38cc652244e42b16e02377 in 1028ms, sequenceid=175, compaction requested=true 2024-11-23T02:22:19,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:19,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:19,339 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:19,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:19,340 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:19,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:19,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:19,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:19,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:19,341 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:19,341 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/A is initiating minor compaction (all files) 2024-11-23T02:22:19,341 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/A in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:19,341 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/52b9dc85e7c1403ba9d69671adf548a4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2b984e2577ed4deb9c8b05bb5f37d165, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/f4fbca5725014371a1dfe630896abcb0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cee9eb917353474ca53471b2547be057] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=56.8 K 2024-11-23T02:22:19,344 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:19,344 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/B is initiating minor compaction (all files) 2024-11-23T02:22:19,344 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/B in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:19,344 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9037b6eb8e414cb9aebea8669845fbdb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/3e2446ae5a33444b95e5cbfc0a56c7b7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/170ccd25b467455494927ea5ebfdee24, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/69cb8b46b06a44cea96eb5445f53250f] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=47.5 K 2024-11-23T02:22:19,345 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52b9dc85e7c1403ba9d69671adf548a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732328534092 2024-11-23T02:22:19,345 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 9037b6eb8e414cb9aebea8669845fbdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732328534092 2024-11-23T02:22:19,346 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e2446ae5a33444b95e5cbfc0a56c7b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732328535239 2024-11-23T02:22:19,346 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b984e2577ed4deb9c8b05bb5f37d165, keycount=300, bloomtype=ROW, size=18.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732328535239 2024-11-23T02:22:19,346 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 170ccd25b467455494927ea5ebfdee24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732328535941 2024-11-23T02:22:19,346 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4fbca5725014371a1dfe630896abcb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732328535941 2024-11-23T02:22:19,347 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 69cb8b46b06a44cea96eb5445f53250f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328537168 2024-11-23T02:22:19,348 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting cee9eb917353474ca53471b2547be057, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328537168 2024-11-23T02:22:19,369 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#A#compaction#214 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:19,370 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/ed5b7c250f8f42f2bed9cd24be2dd8fe is 50, key is test_row_0/A:col10/1732328538310/Put/seqid=0 2024-11-23T02:22:19,375 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#B#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:19,375 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/2991409ac5704768af8fbc77fb4d8f63 is 50, key is test_row_0/B:col10/1732328538310/Put/seqid=0 2024-11-23T02:22:19,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742087_1263 (size=12527) 2024-11-23T02:22:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T02:22:19,425 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/ed5b7c250f8f42f2bed9cd24be2dd8fe as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/ed5b7c250f8f42f2bed9cd24be2dd8fe 2024-11-23T02:22:19,436 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/A of eb47d10f1a38cc652244e42b16e02377 into ed5b7c250f8f42f2bed9cd24be2dd8fe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:19,436 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:19,436 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/A, priority=12, startTime=1732328539339; duration=0sec 2024-11-23T02:22:19,436 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:19,436 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:A 2024-11-23T02:22:19,437 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:19,440 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:19,441 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/C is initiating minor compaction (all files) 2024-11-23T02:22:19,441 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/C in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:19,441 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/da531fc9e3464d0e9f007c991c151332, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/40489bfa640142ae92d208325cf4b3e5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2d84d8acfec549148c88586a7c99b28d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/e2d6dc8fc11d4701afe5f57065279125] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=47.5 K 2024-11-23T02:22:19,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742088_1264 (size=12527) 2024-11-23T02:22:19,441 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting da531fc9e3464d0e9f007c991c151332, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732328534092 2024-11-23T02:22:19,442 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40489bfa640142ae92d208325cf4b3e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732328535239 2024-11-23T02:22:19,443 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d84d8acfec549148c88586a7c99b28d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732328535941 2024-11-23T02:22:19,444 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2d6dc8fc11d4701afe5f57065279125, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328537168 2024-11-23T02:22:19,457 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/2991409ac5704768af8fbc77fb4d8f63 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2991409ac5704768af8fbc77fb4d8f63 2024-11-23T02:22:19,465 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/B of eb47d10f1a38cc652244e42b16e02377 into 2991409ac5704768af8fbc77fb4d8f63(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:19,465 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:19,466 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/B, priority=12, startTime=1732328539339; duration=0sec 2024-11-23T02:22:19,466 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:19,466 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:B 2024-11-23T02:22:19,469 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#C#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:19,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,470 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/a0ece320f2e6479096160efe4bf2222f is 50, key is test_row_0/C:col10/1732328538310/Put/seqid=0 2024-11-23T02:22:19,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T02:22:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:19,471 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:22:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:19,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:19,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:19,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:19,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:19,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:19,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:19,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/22b32281243546ce8f435358683cff67 is 50, key is test_row_0/A:col10/1732328538332/Put/seqid=0 2024-11-23T02:22:19,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328599494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328599499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328599502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328599502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742089_1265 (size=12527) 2024-11-23T02:22:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328599507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,529 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/a0ece320f2e6479096160efe4bf2222f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a0ece320f2e6479096160efe4bf2222f 2024-11-23T02:22:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742090_1266 (size=12151) 2024-11-23T02:22:19,530 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/22b32281243546ce8f435358683cff67 2024-11-23T02:22:19,540 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/C of eb47d10f1a38cc652244e42b16e02377 into a0ece320f2e6479096160efe4bf2222f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:19,540 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:19,540 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/C, priority=12, startTime=1732328539340; duration=0sec 2024-11-23T02:22:19,540 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:19,540 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:C 2024-11-23T02:22:19,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/210937f0c7b14fe1b6eec8ebdc539a3f is 50, key is test_row_0/B:col10/1732328538332/Put/seqid=0 2024-11-23T02:22:19,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742091_1267 (size=12151) 2024-11-23T02:22:19,593 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/210937f0c7b14fe1b6eec8ebdc539a3f 2024-11-23T02:22:19,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328599605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328599606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/aa74b62c09ab40eeb83ead217298b612 is 50, key is test_row_0/C:col10/1732328538332/Put/seqid=0 2024-11-23T02:22:19,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328599612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328599613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T02:22:19,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328599619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742092_1268 (size=12151) 2024-11-23T02:22:19,672 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/aa74b62c09ab40eeb83ead217298b612 2024-11-23T02:22:19,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/22b32281243546ce8f435358683cff67 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/22b32281243546ce8f435358683cff67 2024-11-23T02:22:19,685 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/22b32281243546ce8f435358683cff67, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T02:22:19,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/210937f0c7b14fe1b6eec8ebdc539a3f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/210937f0c7b14fe1b6eec8ebdc539a3f 2024-11-23T02:22:19,693 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/210937f0c7b14fe1b6eec8ebdc539a3f, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T02:22:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/aa74b62c09ab40eeb83ead217298b612 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aa74b62c09ab40eeb83ead217298b612 2024-11-23T02:22:19,701 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aa74b62c09ab40eeb83ead217298b612, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T02:22:19,702 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for eb47d10f1a38cc652244e42b16e02377 in 231ms, sequenceid=198, compaction requested=false 2024-11-23T02:22:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-23T02:22:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-23T02:22:19,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-23T02:22:19,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 387 msec 2024-11-23T02:22:19,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 395 msec 2024-11-23T02:22:19,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:22:19,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:19,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/345c1aee16e743e7acb6bb7d3e0a805f is 50, key is test_row_0/A:col10/1732328539815/Put/seqid=0 2024-11-23T02:22:19,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328599840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328599845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328599846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328599847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328599850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742093_1269 (size=12151) 2024-11-23T02:22:19,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/345c1aee16e743e7acb6bb7d3e0a805f 2024-11-23T02:22:19,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/15cbf370f12248bf941326586ce1d770 is 50, key is test_row_0/B:col10/1732328539815/Put/seqid=0 2024-11-23T02:22:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T02:22:19,919 INFO [Thread-1076 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-23T02:22:19,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-23T02:22:19,922 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:22:19,923 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:19,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:19,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328599952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328599953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328599953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328599953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328599957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:19,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742094_1270 (size=12151) 2024-11-23T02:22:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:22:20,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:20,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:20,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328600157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328600157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328600161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328600166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328600166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:22:20,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:20,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/15cbf370f12248bf941326586ce1d770 2024-11-23T02:22:20,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/3372a1e1655e482c82a2fc24f0a70cc3 is 50, key is test_row_0/C:col10/1732328539815/Put/seqid=0 2024-11-23T02:22:20,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:20,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:20,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742095_1271 (size=12151) 2024-11-23T02:22:20,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/3372a1e1655e482c82a2fc24f0a70cc3 2024-11-23T02:22:20,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/345c1aee16e743e7acb6bb7d3e0a805f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/345c1aee16e743e7acb6bb7d3e0a805f 2024-11-23T02:22:20,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/345c1aee16e743e7acb6bb7d3e0a805f, entries=150, sequenceid=217, filesize=11.9 K 2024-11-23T02:22:20,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/15cbf370f12248bf941326586ce1d770 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/15cbf370f12248bf941326586ce1d770 2024-11-23T02:22:20,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/15cbf370f12248bf941326586ce1d770, entries=150, sequenceid=217, filesize=11.9 K 2024-11-23T02:22:20,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/3372a1e1655e482c82a2fc24f0a70cc3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/3372a1e1655e482c82a2fc24f0a70cc3 2024-11-23T02:22:20,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/3372a1e1655e482c82a2fc24f0a70cc3, entries=150, sequenceid=217, filesize=11.9 K 2024-11-23T02:22:20,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for eb47d10f1a38cc652244e42b16e02377 in 633ms, sequenceid=217, compaction requested=true 2024-11-23T02:22:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:20,450 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:20,450 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:20,452 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:20,452 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/B is initiating minor compaction (all files) 2024-11-23T02:22:20,452 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/B in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,452 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2991409ac5704768af8fbc77fb4d8f63, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/210937f0c7b14fe1b6eec8ebdc539a3f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/15cbf370f12248bf941326586ce1d770] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.0 K 2024-11-23T02:22:20,452 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2991409ac5704768af8fbc77fb4d8f63, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328537168 2024-11-23T02:22:20,453 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:20,453 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/A is initiating minor compaction (all files) 2024-11-23T02:22:20,453 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 210937f0c7b14fe1b6eec8ebdc539a3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732328538332 2024-11-23T02:22:20,453 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/A in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,453 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/ed5b7c250f8f42f2bed9cd24be2dd8fe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/22b32281243546ce8f435358683cff67, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/345c1aee16e743e7acb6bb7d3e0a805f] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.0 K 2024-11-23T02:22:20,453 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 15cbf370f12248bf941326586ce1d770, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732328539497 2024-11-23T02:22:20,454 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed5b7c250f8f42f2bed9cd24be2dd8fe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328537168 2024-11-23T02:22:20,455 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22b32281243546ce8f435358683cff67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732328538332 2024-11-23T02:22:20,455 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 345c1aee16e743e7acb6bb7d3e0a805f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732328539497 2024-11-23T02:22:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:20,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:22:20,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:20,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:20,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:20,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:20,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:20,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:20,471 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:20,471 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/6bfe561821c24cea856c2b4ac63fa5e3 is 50, key is test_row_0/B:col10/1732328539815/Put/seqid=0 2024-11-23T02:22:20,482 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#A#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:20,482 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/8c365b562aad48d28d104182ff29b924 is 50, key is test_row_0/A:col10/1732328539815/Put/seqid=0 2024-11-23T02:22:20,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/0d077ec2c2cc49eb83814a97a1117e36 is 50, key is test_row_0/A:col10/1732328540464/Put/seqid=0 2024-11-23T02:22:20,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742097_1273 (size=12629) 2024-11-23T02:22:20,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328600504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328600504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328600507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328600507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328600507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:22:20,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742098_1274 (size=14541) 2024-11-23T02:22:20,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:20,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:20,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742096_1272 (size=12629) 2024-11-23T02:22:20,556 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/6bfe561821c24cea856c2b4ac63fa5e3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/6bfe561821c24cea856c2b4ac63fa5e3 2024-11-23T02:22:20,563 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/B of eb47d10f1a38cc652244e42b16e02377 into 6bfe561821c24cea856c2b4ac63fa5e3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:20,563 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:20,563 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/B, priority=13, startTime=1732328540450; duration=0sec 2024-11-23T02:22:20,563 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:20,564 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:B 2024-11-23T02:22:20,564 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:20,566 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:20,566 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/C is initiating minor compaction (all files) 2024-11-23T02:22:20,566 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/C in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,567 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a0ece320f2e6479096160efe4bf2222f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aa74b62c09ab40eeb83ead217298b612, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/3372a1e1655e482c82a2fc24f0a70cc3] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.0 K 2024-11-23T02:22:20,567 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a0ece320f2e6479096160efe4bf2222f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732328537168 2024-11-23T02:22:20,567 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting aa74b62c09ab40eeb83ead217298b612, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732328538332 2024-11-23T02:22:20,568 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 3372a1e1655e482c82a2fc24f0a70cc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732328539497 2024-11-23T02:22:20,610 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:20,610 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/ed6ec92fc42143a3b69e4212d8d46c14 is 50, key is test_row_0/C:col10/1732328539815/Put/seqid=0 2024-11-23T02:22:20,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328600614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328600614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328600615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328600620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328600621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742099_1275 (size=12629) 2024-11-23T02:22:20,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:20,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328600819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328600819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328600821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328600826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328600827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,850 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:20,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:20,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:20,914 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/8c365b562aad48d28d104182ff29b924 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/8c365b562aad48d28d104182ff29b924 2024-11-23T02:22:20,926 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/A of eb47d10f1a38cc652244e42b16e02377 into 8c365b562aad48d28d104182ff29b924(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:20,926 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:20,926 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/A, priority=13, startTime=1732328540450; duration=0sec 2024-11-23T02:22:20,926 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:20,926 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:A 2024-11-23T02:22:20,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/0d077ec2c2cc49eb83814a97a1117e36 2024-11-23T02:22:20,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/97a3ccfb70894c23a1a1060e35409429 is 50, key is test_row_0/B:col10/1732328540464/Put/seqid=0 2024-11-23T02:22:21,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742100_1276 (size=12151) 2024-11-23T02:22:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:22:21,067 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/ed6ec92fc42143a3b69e4212d8d46c14 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ed6ec92fc42143a3b69e4212d8d46c14 2024-11-23T02:22:21,079 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/C of eb47d10f1a38cc652244e42b16e02377 into ed6ec92fc42143a3b69e4212d8d46c14(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:21,080 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:21,080 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/C, priority=13, startTime=1732328540450; duration=0sec 2024-11-23T02:22:21,080 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:21,080 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:C 2024-11-23T02:22:21,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328601124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328601125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328601125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328601130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328601131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:21,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:21,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:21,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:21,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/97a3ccfb70894c23a1a1060e35409429 2024-11-23T02:22:21,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/57a8858f21ff41c59921044231a12748 is 50, key is test_row_0/C:col10/1732328540464/Put/seqid=0 2024-11-23T02:22:21,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742101_1277 (size=12151) 2024-11-23T02:22:21,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328601631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328601634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328601634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328601635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328601644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:21,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/57a8858f21ff41c59921044231a12748 2024-11-23T02:22:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/0d077ec2c2cc49eb83814a97a1117e36 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d077ec2c2cc49eb83814a97a1117e36 2024-11-23T02:22:21,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d077ec2c2cc49eb83814a97a1117e36, entries=200, sequenceid=236, filesize=14.2 K 2024-11-23T02:22:21,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/97a3ccfb70894c23a1a1060e35409429 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/97a3ccfb70894c23a1a1060e35409429 2024-11-23T02:22:21,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/97a3ccfb70894c23a1a1060e35409429, entries=150, sequenceid=236, filesize=11.9 K 2024-11-23T02:22:21,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/57a8858f21ff41c59921044231a12748 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/57a8858f21ff41c59921044231a12748 2024-11-23T02:22:21,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/57a8858f21ff41c59921044231a12748, entries=150, sequenceid=236, filesize=11.9 K 2024-11-23T02:22:21,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for eb47d10f1a38cc652244e42b16e02377 in 1435ms, sequenceid=236, compaction requested=false 2024-11-23T02:22:21,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:21,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:21,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T02:22:21,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:21,933 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:22:21,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/13ab87a049b6432faa107d38a8f9f50a is 50, key is test_row_0/A:col10/1732328540484/Put/seqid=0 2024-11-23T02:22:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742102_1278 (size=12151) 2024-11-23T02:22:22,003 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/13ab87a049b6432faa107d38a8f9f50a 2024-11-23T02:22:22,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/4914a4ffaf834956abe3868449d922e3 is 50, key is test_row_0/B:col10/1732328540484/Put/seqid=0 2024-11-23T02:22:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:22:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742103_1279 (size=12151) 2024-11-23T02:22:22,065 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/4914a4ffaf834956abe3868449d922e3 2024-11-23T02:22:22,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/97523e927917475f87a0c2fef3fabf26 is 50, key is test_row_0/C:col10/1732328540484/Put/seqid=0 2024-11-23T02:22:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742104_1280 (size=12151) 2024-11-23T02:22:22,131 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/97523e927917475f87a0c2fef3fabf26 2024-11-23T02:22:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/13ab87a049b6432faa107d38a8f9f50a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/13ab87a049b6432faa107d38a8f9f50a 2024-11-23T02:22:22,152 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/13ab87a049b6432faa107d38a8f9f50a, entries=150, sequenceid=257, filesize=11.9 K 2024-11-23T02:22:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/4914a4ffaf834956abe3868449d922e3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4914a4ffaf834956abe3868449d922e3 2024-11-23T02:22:22,160 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4914a4ffaf834956abe3868449d922e3, entries=150, sequenceid=257, filesize=11.9 K 2024-11-23T02:22:22,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/97523e927917475f87a0c2fef3fabf26 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/97523e927917475f87a0c2fef3fabf26 2024-11-23T02:22:22,166 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/97523e927917475f87a0c2fef3fabf26, entries=150, sequenceid=257, filesize=11.9 K 2024-11-23T02:22:22,168 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for eb47d10f1a38cc652244e42b16e02377 in 234ms, sequenceid=257, compaction requested=true 2024-11-23T02:22:22,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:22,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:22,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-23T02:22:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-23T02:22:22,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-23T02:22:22,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2460 sec 2024-11-23T02:22:22,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.2520 sec 2024-11-23T02:22:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:22,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:22:22,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:22,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:22,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:22,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:22,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:22,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/de80b52f53344d45b2786126644d81f1 is 50, key is test_row_0/A:col10/1732328542663/Put/seqid=0 2024-11-23T02:22:22,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742105_1281 (size=12301) 2024-11-23T02:22:22,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/de80b52f53344d45b2786126644d81f1 2024-11-23T02:22:22,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/88f145823c8f4e3e992332cd5494f8b3 is 50, key is test_row_0/B:col10/1732328542663/Put/seqid=0 2024-11-23T02:22:22,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328602725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328602727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:22,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328602729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:22,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328602730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:22,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328602730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742106_1282 (size=12301) 2024-11-23T02:22:22,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/88f145823c8f4e3e992332cd5494f8b3 2024-11-23T02:22:22,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/2174fbe861ed426b8196a28fc2d858db is 50, key is test_row_0/C:col10/1732328542663/Put/seqid=0 2024-11-23T02:22:22,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742107_1283 (size=12301) 2024-11-23T02:22:22,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/2174fbe861ed426b8196a28fc2d858db 2024-11-23T02:22:22,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/de80b52f53344d45b2786126644d81f1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/de80b52f53344d45b2786126644d81f1 2024-11-23T02:22:22,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/de80b52f53344d45b2786126644d81f1, entries=150, sequenceid=269, filesize=12.0 K 2024-11-23T02:22:22,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/88f145823c8f4e3e992332cd5494f8b3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/88f145823c8f4e3e992332cd5494f8b3 2024-11-23T02:22:22,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328602838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:22,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328602838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/88f145823c8f4e3e992332cd5494f8b3, entries=150, sequenceid=269, filesize=12.0 K 2024-11-23T02:22:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328602838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328602839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:22,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328602839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:22,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/2174fbe861ed426b8196a28fc2d858db as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2174fbe861ed426b8196a28fc2d858db 2024-11-23T02:22:22,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2174fbe861ed426b8196a28fc2d858db, entries=150, sequenceid=269, filesize=12.0 K 2024-11-23T02:22:22,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for eb47d10f1a38cc652244e42b16e02377 in 197ms, sequenceid=269, compaction requested=true 2024-11-23T02:22:22,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:22,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:22,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:22,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:22,863 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:22,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:22,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:22,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:22,863 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:22,871 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:22,871 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/B is initiating minor compaction (all files) 2024-11-23T02:22:22,871 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/B in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:22,871 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/6bfe561821c24cea856c2b4ac63fa5e3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/97a3ccfb70894c23a1a1060e35409429, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4914a4ffaf834956abe3868449d922e3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/88f145823c8f4e3e992332cd5494f8b3] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=48.1 K 2024-11-23T02:22:22,872 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51622 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:22,872 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/A is initiating minor compaction (all files) 2024-11-23T02:22:22,872 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bfe561821c24cea856c2b4ac63fa5e3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732328539497 2024-11-23T02:22:22,872 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/A in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:22,872 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/8c365b562aad48d28d104182ff29b924, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d077ec2c2cc49eb83814a97a1117e36, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/13ab87a049b6432faa107d38a8f9f50a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/de80b52f53344d45b2786126644d81f1] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=50.4 K 2024-11-23T02:22:22,873 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 97a3ccfb70894c23a1a1060e35409429, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732328539830 2024-11-23T02:22:22,873 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c365b562aad48d28d104182ff29b924, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732328539497 2024-11-23T02:22:22,874 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4914a4ffaf834956abe3868449d922e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732328540484 2024-11-23T02:22:22,874 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d077ec2c2cc49eb83814a97a1117e36, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732328539830 2024-11-23T02:22:22,874 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 88f145823c8f4e3e992332cd5494f8b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732328542662 2024-11-23T02:22:22,875 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13ab87a049b6432faa107d38a8f9f50a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732328540484 2024-11-23T02:22:22,875 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting de80b52f53344d45b2786126644d81f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732328542662 2024-11-23T02:22:22,910 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#A#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:22,911 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/b606b3a522204d908f5b371f234d14dc is 50, key is test_row_0/A:col10/1732328542663/Put/seqid=0 2024-11-23T02:22:22,922 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#B#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:22,923 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/a9997ef2de824d46b993218a50c46b14 is 50, key is test_row_0/B:col10/1732328542663/Put/seqid=0 2024-11-23T02:22:22,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742109_1285 (size=12915) 2024-11-23T02:22:22,974 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/a9997ef2de824d46b993218a50c46b14 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/a9997ef2de824d46b993218a50c46b14 2024-11-23T02:22:22,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742108_1284 (size=12915) 2024-11-23T02:22:22,982 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/b606b3a522204d908f5b371f234d14dc as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/b606b3a522204d908f5b371f234d14dc 2024-11-23T02:22:22,982 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/B of eb47d10f1a38cc652244e42b16e02377 into a9997ef2de824d46b993218a50c46b14(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:22,982 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:22,982 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/B, priority=12, startTime=1732328542863; duration=0sec 2024-11-23T02:22:22,983 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:22,983 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:B 2024-11-23T02:22:22,983 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:22,986 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:22,986 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/C is initiating minor compaction (all files) 2024-11-23T02:22:22,987 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/C in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:22,989 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/A of eb47d10f1a38cc652244e42b16e02377 into b606b3a522204d908f5b371f234d14dc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:22,989 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:22,989 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/A, priority=12, startTime=1732328542863; duration=0sec 2024-11-23T02:22:22,989 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:22,989 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:A 2024-11-23T02:22:22,990 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ed6ec92fc42143a3b69e4212d8d46c14, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/57a8858f21ff41c59921044231a12748, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/97523e927917475f87a0c2fef3fabf26, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2174fbe861ed426b8196a28fc2d858db] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=48.1 K 2024-11-23T02:22:22,991 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting ed6ec92fc42143a3b69e4212d8d46c14, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732328539497 2024-11-23T02:22:22,991 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 57a8858f21ff41c59921044231a12748, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732328539830 2024-11-23T02:22:22,995 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 97523e927917475f87a0c2fef3fabf26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732328540484 2024-11-23T02:22:22,995 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2174fbe861ed426b8196a28fc2d858db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732328542662 2024-11-23T02:22:23,010 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#C#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:23,010 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/a6905c9debb84caabd8311fe17ef60a4 is 50, key is test_row_0/C:col10/1732328542663/Put/seqid=0 2024-11-23T02:22:23,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742110_1286 (size=12915) 2024-11-23T02:22:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:23,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T02:22:23,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/004647668991401e82ab69a561eeb491 is 50, key is test_row_0/A:col10/1732328543049/Put/seqid=0 2024-11-23T02:22:23,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328603063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328603063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328603067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328603068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328603069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742111_1287 (size=12301) 2024-11-23T02:22:23,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/004647668991401e82ab69a561eeb491 2024-11-23T02:22:23,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/85119e51b1274027923f957121546dd5 is 50, key is test_row_0/B:col10/1732328543049/Put/seqid=0 2024-11-23T02:22:23,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742112_1288 (size=12301) 2024-11-23T02:22:23,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328603170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328603171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328603173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328603173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328603173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328603375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328603376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328603379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328603380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328603380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,451 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/a6905c9debb84caabd8311fe17ef60a4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a6905c9debb84caabd8311fe17ef60a4 2024-11-23T02:22:23,458 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/C of eb47d10f1a38cc652244e42b16e02377 into a6905c9debb84caabd8311fe17ef60a4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:23,458 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:23,458 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/C, priority=12, startTime=1732328542863; duration=0sec 2024-11-23T02:22:23,458 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:23,458 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:C 2024-11-23T02:22:23,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/85119e51b1274027923f957121546dd5 2024-11-23T02:22:23,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/a2ae789ec2ed4eeba2e65f07820e38ad is 50, key is test_row_0/C:col10/1732328543049/Put/seqid=0 2024-11-23T02:22:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742113_1289 (size=12301) 2024-11-23T02:22:23,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/a2ae789ec2ed4eeba2e65f07820e38ad 2024-11-23T02:22:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/004647668991401e82ab69a561eeb491 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/004647668991401e82ab69a561eeb491 2024-11-23T02:22:23,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/004647668991401e82ab69a561eeb491, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T02:22:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/85119e51b1274027923f957121546dd5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/85119e51b1274027923f957121546dd5 2024-11-23T02:22:23,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/85119e51b1274027923f957121546dd5, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T02:22:23,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/a2ae789ec2ed4eeba2e65f07820e38ad as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a2ae789ec2ed4eeba2e65f07820e38ad 2024-11-23T02:22:23,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a2ae789ec2ed4eeba2e65f07820e38ad, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T02:22:23,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for eb47d10f1a38cc652244e42b16e02377 in 605ms, sequenceid=300, compaction requested=false 2024-11-23T02:22:23,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:23,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:22:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:23,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:23,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/5177f58269f64f879fff6f3053cdfb73 is 50, key is test_row_0/A:col10/1732328543696/Put/seqid=0 2024-11-23T02:22:23,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328603727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328603731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328603734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328603734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328603735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742114_1290 (size=14741) 2024-11-23T02:22:23,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328603839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328603841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328603841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328603842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328603842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T02:22:24,029 INFO [Thread-1076 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-23T02:22:24,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-23T02:22:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:22:24,032 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:24,033 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:24,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:24,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328604046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328604046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328604048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328604048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328604050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:22:24,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/5177f58269f64f879fff6f3053cdfb73 2024-11-23T02:22:24,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:22:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:24,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/2c14df7663534890bd234e5f8214daee is 50, key is test_row_0/B:col10/1732328543696/Put/seqid=0 2024-11-23T02:22:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742115_1291 (size=12301) 2024-11-23T02:22:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:22:24,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:22:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328604350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328604350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328604352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328604351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328604355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:22:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/2c14df7663534890bd234e5f8214daee 2024-11-23T02:22:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:22:24,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/f344c465f1694028a03c96ee867ccd61 is 50, key is test_row_0/C:col10/1732328543696/Put/seqid=0 2024-11-23T02:22:24,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:22:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742116_1292 (size=12301) 2024-11-23T02:22:24,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:22:24,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:24,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328604858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328604858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328604859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328604859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328604861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:24,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:22:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:24,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:25,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/f344c465f1694028a03c96ee867ccd61 2024-11-23T02:22:25,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:25,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:25,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:25,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/5177f58269f64f879fff6f3053cdfb73 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/5177f58269f64f879fff6f3053cdfb73 2024-11-23T02:22:25,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/5177f58269f64f879fff6f3053cdfb73, entries=200, sequenceid=315, filesize=14.4 K 2024-11-23T02:22:25,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/2c14df7663534890bd234e5f8214daee as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2c14df7663534890bd234e5f8214daee 2024-11-23T02:22:25,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2c14df7663534890bd234e5f8214daee, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T02:22:25,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/f344c465f1694028a03c96ee867ccd61 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f344c465f1694028a03c96ee867ccd61 2024-11-23T02:22:25,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f344c465f1694028a03c96ee867ccd61, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T02:22:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:22:25,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for eb47d10f1a38cc652244e42b16e02377 in 1442ms, sequenceid=315, compaction requested=true 2024-11-23T02:22:25,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:25,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:25,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:25,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:25,138 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:25,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:25,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:25,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:25,138 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:25,140 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:25,140 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:25,140 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/A is initiating minor compaction (all files) 2024-11-23T02:22:25,140 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/B is initiating minor compaction (all files) 2024-11-23T02:22:25,140 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/A in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:25,140 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/B in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:25,140 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/b606b3a522204d908f5b371f234d14dc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/004647668991401e82ab69a561eeb491, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/5177f58269f64f879fff6f3053cdfb73] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=39.0 K 2024-11-23T02:22:25,140 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/a9997ef2de824d46b993218a50c46b14, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/85119e51b1274027923f957121546dd5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2c14df7663534890bd234e5f8214daee] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.6 K 2024-11-23T02:22:25,140 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b606b3a522204d908f5b371f234d14dc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732328542662 2024-11-23T02:22:25,141 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a9997ef2de824d46b993218a50c46b14, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732328542662 2024-11-23T02:22:25,141 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 004647668991401e82ab69a561eeb491, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732328543049 2024-11-23T02:22:25,141 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 85119e51b1274027923f957121546dd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732328543049 2024-11-23T02:22:25,142 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5177f58269f64f879fff6f3053cdfb73, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732328543066 2024-11-23T02:22:25,142 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c14df7663534890bd234e5f8214daee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732328543066 2024-11-23T02:22:25,162 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#A#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:25,163 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/72106fe8c9794e1ca404f2f86b893213 is 50, key is test_row_0/A:col10/1732328543696/Put/seqid=0 2024-11-23T02:22:25,171 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#B#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:25,172 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/4a94dd42072d402a8e1fb63c10e0b974 is 50, key is test_row_0/B:col10/1732328543696/Put/seqid=0 2024-11-23T02:22:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742117_1293 (size=13017) 2024-11-23T02:22:25,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742118_1294 (size=13017) 2024-11-23T02:22:25,234 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/72106fe8c9794e1ca404f2f86b893213 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/72106fe8c9794e1ca404f2f86b893213 2024-11-23T02:22:25,241 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/4a94dd42072d402a8e1fb63c10e0b974 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4a94dd42072d402a8e1fb63c10e0b974 2024-11-23T02:22:25,241 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/A of eb47d10f1a38cc652244e42b16e02377 into 72106fe8c9794e1ca404f2f86b893213(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:25,241 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:25,242 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/A, priority=13, startTime=1732328545138; duration=0sec 2024-11-23T02:22:25,242 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:25,242 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:A 2024-11-23T02:22:25,242 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:25,243 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:25,244 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/C is initiating minor compaction (all files) 2024-11-23T02:22:25,244 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/C in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:25,244 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a6905c9debb84caabd8311fe17ef60a4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a2ae789ec2ed4eeba2e65f07820e38ad, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f344c465f1694028a03c96ee867ccd61] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.6 K 2024-11-23T02:22:25,245 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6905c9debb84caabd8311fe17ef60a4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732328542662 2024-11-23T02:22:25,246 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2ae789ec2ed4eeba2e65f07820e38ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732328543049 2024-11-23T02:22:25,246 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting f344c465f1694028a03c96ee867ccd61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732328543066 2024-11-23T02:22:25,246 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/B of eb47d10f1a38cc652244e42b16e02377 into 4a94dd42072d402a8e1fb63c10e0b974(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:25,246 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:25,246 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/B, priority=13, startTime=1732328545138; duration=0sec 2024-11-23T02:22:25,247 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:25,247 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:B 2024-11-23T02:22:25,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:25,264 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#C#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:25,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T02:22:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:25,266 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T02:22:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:25,267 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/0120ab8b59d542c09a932175682f0d60 is 50, key is test_row_0/C:col10/1732328543696/Put/seqid=0 2024-11-23T02:22:25,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/07beabf042504641885b9ae0513849ac is 50, key is test_row_0/A:col10/1732328543732/Put/seqid=0 2024-11-23T02:22:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742119_1295 (size=13017) 2024-11-23T02:22:25,329 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/0120ab8b59d542c09a932175682f0d60 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0120ab8b59d542c09a932175682f0d60 2024-11-23T02:22:25,335 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/C of eb47d10f1a38cc652244e42b16e02377 into 0120ab8b59d542c09a932175682f0d60(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:25,335 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:25,335 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/C, priority=13, startTime=1732328545138; duration=0sec 2024-11-23T02:22:25,335 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:25,335 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:C 2024-11-23T02:22:25,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742120_1296 (size=12301) 2024-11-23T02:22:25,748 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/07beabf042504641885b9ae0513849ac 2024-11-23T02:22:25,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/04fdbe8a88684bd1bba773cc2135f8c5 is 50, key is test_row_0/B:col10/1732328543732/Put/seqid=0 2024-11-23T02:22:25,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742121_1297 (size=12301) 2024-11-23T02:22:25,770 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/04fdbe8a88684bd1bba773cc2135f8c5 2024-11-23T02:22:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/0fafc36e0dda451f8d5655b4fe85c954 is 50, key is test_row_0/C:col10/1732328543732/Put/seqid=0 2024-11-23T02:22:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742122_1298 (size=12301) 2024-11-23T02:22:25,829 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/0fafc36e0dda451f8d5655b4fe85c954 2024-11-23T02:22:25,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/07beabf042504641885b9ae0513849ac as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/07beabf042504641885b9ae0513849ac 2024-11-23T02:22:25,841 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/07beabf042504641885b9ae0513849ac, entries=150, sequenceid=339, filesize=12.0 K 2024-11-23T02:22:25,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/04fdbe8a88684bd1bba773cc2135f8c5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/04fdbe8a88684bd1bba773cc2135f8c5 2024-11-23T02:22:25,853 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/04fdbe8a88684bd1bba773cc2135f8c5, entries=150, sequenceid=339, filesize=12.0 K 2024-11-23T02:22:25,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/0fafc36e0dda451f8d5655b4fe85c954 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0fafc36e0dda451f8d5655b4fe85c954 2024-11-23T02:22:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:25,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:25,867 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0fafc36e0dda451f8d5655b4fe85c954, entries=150, sequenceid=339, filesize=12.0 K 2024-11-23T02:22:25,870 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for eb47d10f1a38cc652244e42b16e02377 in 604ms, sequenceid=339, compaction requested=false 2024-11-23T02:22:25,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:25,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:25,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-23T02:22:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-23T02:22:25,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:25,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-23T02:22:25,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8390 sec 2024-11-23T02:22:25,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:25,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:25,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:25,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:25,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:25,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:25,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.8560 sec 2024-11-23T02:22:25,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/a5d85e8bee1a4304823dfe135e606005 is 50, key is test_row_0/A:col10/1732328545876/Put/seqid=0 2024-11-23T02:22:25,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328605928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:25,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328605928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:25,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328605933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:25,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328605935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:25,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328605934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:25,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742123_1299 (size=12301) 2024-11-23T02:22:26,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328606037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328606037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328606040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328606040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328606040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T02:22:26,139 INFO [Thread-1076 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-23T02:22:26,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-23T02:22:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:22:26,143 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:26,144 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:26,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328606241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:22:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328606243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328606244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328606244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328606252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/a5d85e8bee1a4304823dfe135e606005 2024-11-23T02:22:26,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/9ad3a87fde2f459985e51a2c87b0ae13 is 50, key is test_row_0/B:col10/1732328545876/Put/seqid=0 2024-11-23T02:22:26,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742124_1300 (size=12301) 2024-11-23T02:22:26,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/9ad3a87fde2f459985e51a2c87b0ae13 2024-11-23T02:22:26,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/5aef0bc1dead46fdb9b2d7fef4bc5d52 is 50, key is test_row_0/C:col10/1732328545876/Put/seqid=0 2024-11-23T02:22:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:22:26,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:26,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:26,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742125_1301 (size=12301) 2024-11-23T02:22:26,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/5aef0bc1dead46fdb9b2d7fef4bc5d52 2024-11-23T02:22:26,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/a5d85e8bee1a4304823dfe135e606005 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/a5d85e8bee1a4304823dfe135e606005 2024-11-23T02:22:26,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/a5d85e8bee1a4304823dfe135e606005, entries=150, sequenceid=351, filesize=12.0 K 2024-11-23T02:22:26,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/9ad3a87fde2f459985e51a2c87b0ae13 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9ad3a87fde2f459985e51a2c87b0ae13 2024-11-23T02:22:26,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9ad3a87fde2f459985e51a2c87b0ae13, entries=150, sequenceid=351, filesize=12.0 K 2024-11-23T02:22:26,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/5aef0bc1dead46fdb9b2d7fef4bc5d52 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5aef0bc1dead46fdb9b2d7fef4bc5d52 2024-11-23T02:22:26,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5aef0bc1dead46fdb9b2d7fef4bc5d52, entries=150, sequenceid=351, filesize=12.0 K 2024-11-23T02:22:26,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for eb47d10f1a38cc652244e42b16e02377 in 632ms, sequenceid=351, compaction requested=true 2024-11-23T02:22:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:22:26,513 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:26,513 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:26,514 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:26,514 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/A is initiating minor compaction (all files) 2024-11-23T02:22:26,514 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/A in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,514 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:26,514 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/72106fe8c9794e1ca404f2f86b893213, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/07beabf042504641885b9ae0513849ac, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/a5d85e8bee1a4304823dfe135e606005] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.7 K 2024-11-23T02:22:26,514 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/B is initiating minor compaction (all files) 2024-11-23T02:22:26,514 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/B in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,514 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4a94dd42072d402a8e1fb63c10e0b974, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/04fdbe8a88684bd1bba773cc2135f8c5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9ad3a87fde2f459985e51a2c87b0ae13] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.7 K 2024-11-23T02:22:26,515 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a94dd42072d402a8e1fb63c10e0b974, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732328543066 2024-11-23T02:22:26,515 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72106fe8c9794e1ca404f2f86b893213, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732328543066 2024-11-23T02:22:26,516 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07beabf042504641885b9ae0513849ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328543731 2024-11-23T02:22:26,516 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 04fdbe8a88684bd1bba773cc2135f8c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328543731 2024-11-23T02:22:26,516 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5d85e8bee1a4304823dfe135e606005, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732328545876 2024-11-23T02:22:26,516 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad3a87fde2f459985e51a2c87b0ae13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732328545876 2024-11-23T02:22:26,537 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#A#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:26,538 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#B#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:26,538 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/d1a04602e19a4147886f43f1056d0d14 is 50, key is test_row_0/A:col10/1732328545876/Put/seqid=0 2024-11-23T02:22:26,538 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/dff53d4d433e48b9a152a2a54d9fa119 is 50, key is test_row_0/B:col10/1732328545876/Put/seqid=0 2024-11-23T02:22:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:26,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:22:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:26,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:26,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/64fa2f0f393942a79feb659c470d8198 is 50, key is test_row_0/A:col10/1732328545931/Put/seqid=0 2024-11-23T02:22:26,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328606561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328606566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328606572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328606577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328606573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742126_1302 (size=13119) 2024-11-23T02:22:26,596 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/d1a04602e19a4147886f43f1056d0d14 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/d1a04602e19a4147886f43f1056d0d14 2024-11-23T02:22:26,604 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/A of eb47d10f1a38cc652244e42b16e02377 into d1a04602e19a4147886f43f1056d0d14(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:26,604 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:26,604 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/A, priority=13, startTime=1732328546513; duration=0sec 2024-11-23T02:22:26,604 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:26,604 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:A 2024-11-23T02:22:26,604 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:26,605 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:26,605 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/C is initiating minor compaction (all files) 2024-11-23T02:22:26,605 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/C in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,605 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0120ab8b59d542c09a932175682f0d60, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0fafc36e0dda451f8d5655b4fe85c954, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5aef0bc1dead46fdb9b2d7fef4bc5d52] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.7 K 2024-11-23T02:22:26,606 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0120ab8b59d542c09a932175682f0d60, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732328543066 2024-11-23T02:22:26,609 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fafc36e0dda451f8d5655b4fe85c954, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732328543731 2024-11-23T02:22:26,610 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aef0bc1dead46fdb9b2d7fef4bc5d52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732328545876 2024-11-23T02:22:26,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742127_1303 (size=13119) 2024-11-23T02:22:26,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742128_1304 (size=14741) 2024-11-23T02:22:26,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/64fa2f0f393942a79feb659c470d8198 2024-11-23T02:22:26,630 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#C#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:26,631 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/fb717ce81a9a47bcac95ba4cb51fc677 is 50, key is test_row_0/C:col10/1732328545876/Put/seqid=0 2024-11-23T02:22:26,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/4f848291c6aa4b978feb5e796a9e9bcc is 50, key is test_row_0/B:col10/1732328545931/Put/seqid=0 2024-11-23T02:22:26,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328606676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328606681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328606681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328606681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328606681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742129_1305 (size=13119) 2024-11-23T02:22:26,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742130_1306 (size=12301) 2024-11-23T02:22:26,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/4f848291c6aa4b978feb5e796a9e9bcc 2024-11-23T02:22:26,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/bab948f21d6641f7813b1cc44c39afd2 is 50, key is test_row_0/C:col10/1732328545931/Put/seqid=0 2024-11-23T02:22:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:22:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742131_1307 (size=12301) 2024-11-23T02:22:26,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/bab948f21d6641f7813b1cc44c39afd2 2024-11-23T02:22:26,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/64fa2f0f393942a79feb659c470d8198 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/64fa2f0f393942a79feb659c470d8198 2024-11-23T02:22:26,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/64fa2f0f393942a79feb659c470d8198, entries=200, sequenceid=377, filesize=14.4 K 2024-11-23T02:22:26,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/4f848291c6aa4b978feb5e796a9e9bcc as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4f848291c6aa4b978feb5e796a9e9bcc 2024-11-23T02:22:26,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4f848291c6aa4b978feb5e796a9e9bcc, entries=150, sequenceid=377, filesize=12.0 K 2024-11-23T02:22:26,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/bab948f21d6641f7813b1cc44c39afd2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/bab948f21d6641f7813b1cc44c39afd2 2024-11-23T02:22:26,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/bab948f21d6641f7813b1cc44c39afd2, entries=150, sequenceid=377, filesize=12.0 K 2024-11-23T02:22:26,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for eb47d10f1a38cc652244e42b16e02377 in 249ms, sequenceid=377, compaction requested=false 2024-11-23T02:22:26,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:26,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:22:26,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:26,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:26,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:26,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:26,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:26,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:26,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/e2180696fce7487396ce7052f18d14c2 is 50, key is test_row_0/A:col10/1732328546883/Put/seqid=0 2024-11-23T02:22:26,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742132_1308 (size=12301) 2024-11-23T02:22:26,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:26,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:26,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:26,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:26,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328606923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328606929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328606933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328606933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:26,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328606933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,023 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/dff53d4d433e48b9a152a2a54d9fa119 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/dff53d4d433e48b9a152a2a54d9fa119 2024-11-23T02:22:27,029 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/B of eb47d10f1a38cc652244e42b16e02377 into dff53d4d433e48b9a152a2a54d9fa119(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:27,029 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:27,029 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/B, priority=13, startTime=1732328546513; duration=0sec 2024-11-23T02:22:27,029 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:27,029 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:B 2024-11-23T02:22:27,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328607035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328607042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328607043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328607043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328607045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,081 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:27,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:27,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,092 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/fb717ce81a9a47bcac95ba4cb51fc677 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/fb717ce81a9a47bcac95ba4cb51fc677 2024-11-23T02:22:27,101 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/C of eb47d10f1a38cc652244e42b16e02377 into fb717ce81a9a47bcac95ba4cb51fc677(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:27,101 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:27,102 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/C, priority=13, startTime=1732328546513; duration=0sec 2024-11-23T02:22:27,102 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:27,102 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:C 2024-11-23T02:22:27,234 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:27,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:27,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328607239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:22:27,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328607245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328607246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328607246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328607252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/e2180696fce7487396ce7052f18d14c2 2024-11-23T02:22:27,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/b8e35ce02045431d9e71c937cb8b2d30 is 50, key is test_row_0/B:col10/1732328546883/Put/seqid=0 2024-11-23T02:22:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742133_1309 (size=12301) 2024-11-23T02:22:27,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/b8e35ce02045431d9e71c937cb8b2d30 2024-11-23T02:22:27,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:27,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:27,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/272336fc530a4370a3fa153ff9c547f8 is 50, key is test_row_0/C:col10/1732328546883/Put/seqid=0 2024-11-23T02:22:27,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742134_1310 (size=12301) 2024-11-23T02:22:27,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328607545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328607549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328607551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328607553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328607557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,695 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/272336fc530a4370a3fa153ff9c547f8 2024-11-23T02:22:27,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:27,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:27,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:27,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/e2180696fce7487396ce7052f18d14c2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/e2180696fce7487396ce7052f18d14c2 2024-11-23T02:22:27,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/e2180696fce7487396ce7052f18d14c2, entries=150, sequenceid=390, filesize=12.0 K 2024-11-23T02:22:27,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/b8e35ce02045431d9e71c937cb8b2d30 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b8e35ce02045431d9e71c937cb8b2d30 2024-11-23T02:22:27,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b8e35ce02045431d9e71c937cb8b2d30, entries=150, sequenceid=390, filesize=12.0 K 2024-11-23T02:22:27,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/272336fc530a4370a3fa153ff9c547f8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/272336fc530a4370a3fa153ff9c547f8 2024-11-23T02:22:27,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/272336fc530a4370a3fa153ff9c547f8, entries=150, sequenceid=390, filesize=12.0 K 2024-11-23T02:22:27,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for eb47d10f1a38cc652244e42b16e02377 in 999ms, sequenceid=390, compaction requested=true 2024-11-23T02:22:27,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:27,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:27,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:27,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:27,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:27,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:27,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:27,883 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:27,883 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:27,885 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:27,885 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/A is initiating minor compaction (all files) 2024-11-23T02:22:27,885 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/A in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,885 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/d1a04602e19a4147886f43f1056d0d14, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/64fa2f0f393942a79feb659c470d8198, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/e2180696fce7487396ce7052f18d14c2] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=39.2 K 2024-11-23T02:22:27,886 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:27,886 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/B is initiating minor compaction (all files) 2024-11-23T02:22:27,886 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/B in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:27,886 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/dff53d4d433e48b9a152a2a54d9fa119, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4f848291c6aa4b978feb5e796a9e9bcc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b8e35ce02045431d9e71c937cb8b2d30] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.8 K 2024-11-23T02:22:27,886 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d1a04602e19a4147886f43f1056d0d14, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732328545876 2024-11-23T02:22:27,886 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting dff53d4d433e48b9a152a2a54d9fa119, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732328545876 2024-11-23T02:22:27,886 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 64fa2f0f393942a79feb659c470d8198, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732328545925 2024-11-23T02:22:27,887 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f848291c6aa4b978feb5e796a9e9bcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732328545925 2024-11-23T02:22:27,887 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e2180696fce7487396ce7052f18d14c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732328546565 2024-11-23T02:22:27,887 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8e35ce02045431d9e71c937cb8b2d30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732328546565 2024-11-23T02:22:27,904 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#B#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:27,904 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/b33a1891ee6a4e93bf2840646085eea7 is 50, key is test_row_0/B:col10/1732328546883/Put/seqid=0 2024-11-23T02:22:27,934 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#A#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:27,934 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/75ab29843ebe45998306d01982aa743d is 50, key is test_row_0/A:col10/1732328546883/Put/seqid=0 2024-11-23T02:22:27,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742135_1311 (size=13221) 2024-11-23T02:22:27,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742136_1312 (size=13221) 2024-11-23T02:22:27,999 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/75ab29843ebe45998306d01982aa743d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/75ab29843ebe45998306d01982aa743d 2024-11-23T02:22:28,004 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T02:22:28,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,005 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:22:28,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:28,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:28,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:28,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,011 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/A of eb47d10f1a38cc652244e42b16e02377 into 75ab29843ebe45998306d01982aa743d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:28,011 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:28,011 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/A, priority=13, startTime=1732328547883; duration=0sec 2024-11-23T02:22:28,011 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:28,011 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:A 2024-11-23T02:22:28,011 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:28,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/cc1c125000e640f6b6ab558e3b9bd965 is 50, key is test_row_0/A:col10/1732328546929/Put/seqid=0 2024-11-23T02:22:28,016 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:28,017 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/C is initiating minor compaction (all files) 2024-11-23T02:22:28,017 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/C in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,017 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/fb717ce81a9a47bcac95ba4cb51fc677, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/bab948f21d6641f7813b1cc44c39afd2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/272336fc530a4370a3fa153ff9c547f8] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.8 K 2024-11-23T02:22:28,018 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting fb717ce81a9a47bcac95ba4cb51fc677, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732328545876 2024-11-23T02:22:28,019 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting bab948f21d6641f7813b1cc44c39afd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732328545925 2024-11-23T02:22:28,020 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 272336fc530a4370a3fa153ff9c547f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732328546565 2024-11-23T02:22:28,050 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#C#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:28,051 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/4c1ce6df3ef744c881b68bf6ee44a5b6 is 50, key is test_row_0/C:col10/1732328546883/Put/seqid=0 2024-11-23T02:22:28,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742137_1313 (size=12301) 2024-11-23T02:22:28,068 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/cc1c125000e640f6b6ab558e3b9bd965 2024-11-23T02:22:28,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328608064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328608066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328608069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328608070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328608066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742138_1314 (size=13221) 2024-11-23T02:22:28,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/21751e12c37a475c80b55331c107440b is 50, key is test_row_0/B:col10/1732328546929/Put/seqid=0 2024-11-23T02:22:28,118 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/4c1ce6df3ef744c881b68bf6ee44a5b6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/4c1ce6df3ef744c881b68bf6ee44a5b6 2024-11-23T02:22:28,123 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/C of eb47d10f1a38cc652244e42b16e02377 into 4c1ce6df3ef744c881b68bf6ee44a5b6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:28,123 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:28,123 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/C, priority=13, startTime=1732328547883; duration=0sec 2024-11-23T02:22:28,123 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:28,124 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:C 2024-11-23T02:22:28,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742139_1315 (size=12301) 2024-11-23T02:22:28,136 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/21751e12c37a475c80b55331c107440b 2024-11-23T02:22:28,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/f33c5b1a0d844beca2594181cfeb977d is 50, key is test_row_0/C:col10/1732328546929/Put/seqid=0 2024-11-23T02:22:28,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328608172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328608176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328608177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328608178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328608180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742140_1316 (size=12301) 2024-11-23T02:22:28,214 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/f33c5b1a0d844beca2594181cfeb977d 2024-11-23T02:22:28,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/cc1c125000e640f6b6ab558e3b9bd965 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cc1c125000e640f6b6ab558e3b9bd965 2024-11-23T02:22:28,227 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cc1c125000e640f6b6ab558e3b9bd965, entries=150, sequenceid=417, filesize=12.0 K 2024-11-23T02:22:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/21751e12c37a475c80b55331c107440b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/21751e12c37a475c80b55331c107440b 2024-11-23T02:22:28,233 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/21751e12c37a475c80b55331c107440b, entries=150, sequenceid=417, filesize=12.0 K 2024-11-23T02:22:28,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/f33c5b1a0d844beca2594181cfeb977d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f33c5b1a0d844beca2594181cfeb977d 2024-11-23T02:22:28,239 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f33c5b1a0d844beca2594181cfeb977d, entries=150, sequenceid=417, filesize=12.0 K 2024-11-23T02:22:28,240 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for eb47d10f1a38cc652244e42b16e02377 in 235ms, sequenceid=417, compaction requested=false 2024-11-23T02:22:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-23T02:22:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-23T02:22:28,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T02:22:28,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0980 sec 2024-11-23T02:22:28,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.1020 sec 2024-11-23T02:22:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T02:22:28,248 INFO [Thread-1076 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-23T02:22:28,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-23T02:22:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T02:22:28,251 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:28,252 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:28,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T02:22:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:28,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:22:28,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:28,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:28,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:28,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:28,386 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/b33a1891ee6a4e93bf2840646085eea7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b33a1891ee6a4e93bf2840646085eea7 2024-11-23T02:22:28,393 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/B of eb47d10f1a38cc652244e42b16e02377 into b33a1891ee6a4e93bf2840646085eea7(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:28,394 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:28,394 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/B, priority=13, startTime=1732328547883; duration=0sec 2024-11-23T02:22:28,394 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:28,394 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:B 2024-11-23T02:22:28,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/6c104d7e452a45499411adae5d494b3d is 50, key is test_row_0/A:col10/1732328548066/Put/seqid=0 2024-11-23T02:22:28,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T02:22:28,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328608422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328608427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328608438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328608438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742141_1317 (size=12301) 2024-11-23T02:22:28,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/6c104d7e452a45499411adae5d494b3d 2024-11-23T02:22:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328608454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/ceac04786038413fab4f7bb97df7efab is 50, key is test_row_0/B:col10/1732328548066/Put/seqid=0 2024-11-23T02:22:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742142_1318 (size=12301) 2024-11-23T02:22:28,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328608538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328608541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328608545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328608545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T02:22:28,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T02:22:28,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:28,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328608560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T02:22:28,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:28,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328608745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328608746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328608749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328608752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328608764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T02:22:28,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:28,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T02:22:28,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:28,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:28,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:28,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/ceac04786038413fab4f7bb97df7efab 2024-11-23T02:22:28,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/565b5e4631c04695a33612f4b684037e is 50, key is test_row_0/C:col10/1732328548066/Put/seqid=0 2024-11-23T02:22:28,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742143_1319 (size=12301) 2024-11-23T02:22:29,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T02:22:29,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:29,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:29,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:29,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:29,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328609047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328609055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328609055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328609057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328609070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T02:22:29,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:29,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:29,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:29,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:29,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:29,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T02:22:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:29,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T02:22:29,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/565b5e4631c04695a33612f4b684037e 2024-11-23T02:22:29,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/6c104d7e452a45499411adae5d494b3d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/6c104d7e452a45499411adae5d494b3d 2024-11-23T02:22:29,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/6c104d7e452a45499411adae5d494b3d, entries=150, sequenceid=432, filesize=12.0 K 2024-11-23T02:22:29,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/ceac04786038413fab4f7bb97df7efab as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/ceac04786038413fab4f7bb97df7efab 2024-11-23T02:22:29,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/ceac04786038413fab4f7bb97df7efab, entries=150, sequenceid=432, filesize=12.0 K 2024-11-23T02:22:29,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/565b5e4631c04695a33612f4b684037e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/565b5e4631c04695a33612f4b684037e 2024-11-23T02:22:29,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/565b5e4631c04695a33612f4b684037e, entries=150, sequenceid=432, filesize=12.0 K 2024-11-23T02:22:29,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for eb47d10f1a38cc652244e42b16e02377 in 1042ms, sequenceid=432, compaction requested=true 2024-11-23T02:22:29,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:29,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:29,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:29,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:29,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:29,424 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:29,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:29,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:22:29,425 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:29,426 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:29,426 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/A is initiating minor compaction (all files) 2024-11-23T02:22:29,426 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/A in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:29,426 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/75ab29843ebe45998306d01982aa743d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cc1c125000e640f6b6ab558e3b9bd965, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/6c104d7e452a45499411adae5d494b3d] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.9 K 2024-11-23T02:22:29,426 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 75ab29843ebe45998306d01982aa743d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732328546565 2024-11-23T02:22:29,427 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:29,427 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/B is initiating minor compaction (all files) 2024-11-23T02:22:29,427 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/B in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:29,427 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b33a1891ee6a4e93bf2840646085eea7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/21751e12c37a475c80b55331c107440b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/ceac04786038413fab4f7bb97df7efab] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.9 K 2024-11-23T02:22:29,427 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting cc1c125000e640f6b6ab558e3b9bd965, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732328546921 2024-11-23T02:22:29,427 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b33a1891ee6a4e93bf2840646085eea7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732328546565 2024-11-23T02:22:29,427 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c104d7e452a45499411adae5d494b3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732328548064 2024-11-23T02:22:29,427 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21751e12c37a475c80b55331c107440b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732328546921 2024-11-23T02:22:29,428 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceac04786038413fab4f7bb97df7efab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732328548064 2024-11-23T02:22:29,445 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:29,446 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/dea8cfac79b14e6a925fdd7ca9f28a5d is 50, key is test_row_0/B:col10/1732328548066/Put/seqid=0 2024-11-23T02:22:29,449 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#A#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:29,450 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/41c694c2b39540f1a69849289a49ea84 is 50, key is test_row_0/A:col10/1732328548066/Put/seqid=0 2024-11-23T02:22:29,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-23T02:22:29,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:29,493 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:22:29,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:29,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742144_1320 (size=13323) 2024-11-23T02:22:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:29,503 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/dea8cfac79b14e6a925fdd7ca9f28a5d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/dea8cfac79b14e6a925fdd7ca9f28a5d 2024-11-23T02:22:29,511 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/B of eb47d10f1a38cc652244e42b16e02377 into dea8cfac79b14e6a925fdd7ca9f28a5d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:29,511 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:29,511 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/B, priority=13, startTime=1732328549424; duration=0sec 2024-11-23T02:22:29,511 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:29,511 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:B 2024-11-23T02:22:29,511 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:29,513 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:29,513 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): eb47d10f1a38cc652244e42b16e02377/C is initiating minor compaction (all files) 2024-11-23T02:22:29,513 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47d10f1a38cc652244e42b16e02377/C in TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:29,513 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/4c1ce6df3ef744c881b68bf6ee44a5b6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f33c5b1a0d844beca2594181cfeb977d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/565b5e4631c04695a33612f4b684037e] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp, totalSize=36.9 K 2024-11-23T02:22:29,514 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c1ce6df3ef744c881b68bf6ee44a5b6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732328546565 2024-11-23T02:22:29,514 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting f33c5b1a0d844beca2594181cfeb977d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732328546921 2024-11-23T02:22:29,515 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 565b5e4631c04695a33612f4b684037e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732328548064 2024-11-23T02:22:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/a5454152a9524323a9015d050a597be2 is 50, key is test_row_0/A:col10/1732328548421/Put/seqid=0 2024-11-23T02:22:29,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742145_1321 (size=13323) 2024-11-23T02:22:29,531 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/41c694c2b39540f1a69849289a49ea84 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/41c694c2b39540f1a69849289a49ea84 2024-11-23T02:22:29,540 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/A of eb47d10f1a38cc652244e42b16e02377 into 41c694c2b39540f1a69849289a49ea84(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:29,540 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:29,540 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/A, priority=13, startTime=1732328549424; duration=0sec 2024-11-23T02:22:29,540 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:29,540 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:A 2024-11-23T02:22:29,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742146_1322 (size=12301) 2024-11-23T02:22:29,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. as already flushing 2024-11-23T02:22:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:29,560 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47d10f1a38cc652244e42b16e02377#C#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:29,561 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/3110d2b8752247668643fb558c9607d8 is 50, key is test_row_0/C:col10/1732328548066/Put/seqid=0 2024-11-23T02:22:29,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328609574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328609575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328609576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328609579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328609579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742147_1323 (size=13323) 2024-11-23T02:22:29,603 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/3110d2b8752247668643fb558c9607d8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/3110d2b8752247668643fb558c9607d8 2024-11-23T02:22:29,609 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47d10f1a38cc652244e42b16e02377/C of eb47d10f1a38cc652244e42b16e02377 into 3110d2b8752247668643fb558c9607d8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:29,609 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:29,609 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377., storeName=eb47d10f1a38cc652244e42b16e02377/C, priority=13, startTime=1732328549424; duration=0sec 2024-11-23T02:22:29,609 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:29,609 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:C 2024-11-23T02:22:29,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328609679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328609679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328609680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328609683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,861 DEBUG [Thread-1079 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:56324 2024-11-23T02:22:29,861 DEBUG [Thread-1079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:29,863 DEBUG [Thread-1081 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:56324 2024-11-23T02:22:29,863 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:29,863 DEBUG [Thread-1085 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:56324 2024-11-23T02:22:29,863 DEBUG [Thread-1083 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:56324 2024-11-23T02:22:29,863 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:29,865 DEBUG [Thread-1077 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:56324 2024-11-23T02:22:29,865 DEBUG [Thread-1077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:29,867 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328609883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328609884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328609886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328609884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:29,955 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/a5454152a9524323a9015d050a597be2 2024-11-23T02:22:29,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/8c4eed5c77644be9b1fb06cc9bfef4a9 is 50, key is test_row_0/B:col10/1732328548421/Put/seqid=0 2024-11-23T02:22:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742148_1324 (size=12301) 2024-11-23T02:22:30,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328610186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:30,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328610187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:30,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328610189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:30,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328610190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T02:22:30,374 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/8c4eed5c77644be9b1fb06cc9bfef4a9 2024-11-23T02:22:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/9b2f87bd7e5342c0a814aca1f372b35b is 50, key is test_row_0/C:col10/1732328548421/Put/seqid=0 2024-11-23T02:22:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742149_1325 (size=12301) 2024-11-23T02:22:30,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47570 deadline: 1732328610584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:30,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47638 deadline: 1732328610691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:30,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47628 deadline: 1732328610691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:30,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47578 deadline: 1732328610692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47666 deadline: 1732328610692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:30,790 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/9b2f87bd7e5342c0a814aca1f372b35b 2024-11-23T02:22:30,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/a5454152a9524323a9015d050a597be2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/a5454152a9524323a9015d050a597be2 2024-11-23T02:22:30,801 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/a5454152a9524323a9015d050a597be2, entries=150, sequenceid=457, filesize=12.0 K 2024-11-23T02:22:30,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/8c4eed5c77644be9b1fb06cc9bfef4a9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/8c4eed5c77644be9b1fb06cc9bfef4a9 2024-11-23T02:22:30,806 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/8c4eed5c77644be9b1fb06cc9bfef4a9, entries=150, sequenceid=457, filesize=12.0 K 2024-11-23T02:22:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/9b2f87bd7e5342c0a814aca1f372b35b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/9b2f87bd7e5342c0a814aca1f372b35b 2024-11-23T02:22:30,811 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/9b2f87bd7e5342c0a814aca1f372b35b, entries=150, sequenceid=457, filesize=12.0 K 2024-11-23T02:22:30,812 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for eb47d10f1a38cc652244e42b16e02377 in 1318ms, sequenceid=457, compaction requested=false 2024-11-23T02:22:30,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:30,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:30,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-23T02:22:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-23T02:22:30,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-23T02:22:30,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5610 sec 2024-11-23T02:22:30,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.5650 sec 2024-11-23T02:22:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:31,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:22:31,695 DEBUG [Thread-1068 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:56324 2024-11-23T02:22:31,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:31,696 DEBUG [Thread-1068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:31,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/f143a17fa4734447b44b0e4723f071c8 is 50, key is test_row_0/A:col10/1732328551694/Put/seqid=0 2024-11-23T02:22:31,700 DEBUG [Thread-1074 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:56324 2024-11-23T02:22:31,700 DEBUG [Thread-1066 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:56324 2024-11-23T02:22:31,700 DEBUG [Thread-1074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:31,700 DEBUG [Thread-1066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:31,702 DEBUG [Thread-1070 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:56324 2024-11-23T02:22:31,702 DEBUG [Thread-1070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:31,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742150_1326 (size=12301) 2024-11-23T02:22:32,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/f143a17fa4734447b44b0e4723f071c8 2024-11-23T02:22:32,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/96f0c0fee8394f57a172dd7911389f13 is 50, key is test_row_0/B:col10/1732328551694/Put/seqid=0 2024-11-23T02:22:32,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742151_1327 (size=12301) 2024-11-23T02:22:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T02:22:32,357 INFO [Thread-1076 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-23T02:22:32,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/96f0c0fee8394f57a172dd7911389f13 2024-11-23T02:22:32,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/5ac7aca2e75c408c8163e17580fd57c5 is 50, key is test_row_0/C:col10/1732328551694/Put/seqid=0 2024-11-23T02:22:32,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742152_1328 (size=12301) 2024-11-23T02:22:32,591 DEBUG [Thread-1072 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:56324 2024-11-23T02:22:32,591 DEBUG [Thread-1072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3719 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3618 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3636 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3716 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3670 2024-11-23T02:22:32,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:22:32,592 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:22:32,592 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:56324 2024-11-23T02:22:32,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:32,592 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:22:32,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:22:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T02:22:32,595 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328552595"}]},"ts":"1732328552595"} 2024-11-23T02:22:32,596 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:22:32,598 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:22:32,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:22:32,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47d10f1a38cc652244e42b16e02377, UNASSIGN}] 2024-11-23T02:22:32,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47d10f1a38cc652244e42b16e02377, UNASSIGN 2024-11-23T02:22:32,600 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=eb47d10f1a38cc652244e42b16e02377, regionState=CLOSING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:32,601 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:22:32,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:22:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T02:22:32,752 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:32,753 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:32,753 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:22:32,753 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing eb47d10f1a38cc652244e42b16e02377, disabling compactions & flushes 2024-11-23T02:22:32,753 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T02:22:32,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/5ac7aca2e75c408c8163e17580fd57c5 2024-11-23T02:22:32,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/f143a17fa4734447b44b0e4723f071c8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/f143a17fa4734447b44b0e4723f071c8 2024-11-23T02:22:32,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/f143a17fa4734447b44b0e4723f071c8, entries=150, sequenceid=473, filesize=12.0 K 2024-11-23T02:22:32,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/96f0c0fee8394f57a172dd7911389f13 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/96f0c0fee8394f57a172dd7911389f13 2024-11-23T02:22:32,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/96f0c0fee8394f57a172dd7911389f13, entries=150, sequenceid=473, filesize=12.0 K 2024-11-23T02:22:32,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/5ac7aca2e75c408c8163e17580fd57c5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5ac7aca2e75c408c8163e17580fd57c5 2024-11-23T02:22:32,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5ac7aca2e75c408c8163e17580fd57c5, entries=150, sequenceid=473, filesize=12.0 K 2024-11-23T02:22:32,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for eb47d10f1a38cc652244e42b16e02377 in 1244ms, sequenceid=473, compaction requested=true 2024-11-23T02:22:32,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:32,939 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:32,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:32,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:32,939 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:32,939 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. because compaction request was cancelled 2024-11-23T02:22:32,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:32,939 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. after waiting 0 ms 2024-11-23T02:22:32,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:32,939 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:32,939 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. because compaction request was cancelled 2024-11-23T02:22:32,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47d10f1a38cc652244e42b16e02377:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:32,939 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:A 2024-11-23T02:22:32,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:32,939 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:B 2024-11-23T02:22:32,939 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. because compaction request was cancelled 2024-11-23T02:22:32,939 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47d10f1a38cc652244e42b16e02377:C 2024-11-23T02:22:32,939 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing eb47d10f1a38cc652244e42b16e02377 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T02:22:32,939 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=A 2024-11-23T02:22:32,940 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:32,940 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=B 2024-11-23T02:22:32,940 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:32,940 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47d10f1a38cc652244e42b16e02377, store=C 2024-11-23T02:22:32,940 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:32,943 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/deb780e1d59f403cb8833191a1ec9b30 is 50, key is test_row_0/A:col10/1732328551701/Put/seqid=0 2024-11-23T02:22:32,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742153_1329 (size=12301) 2024-11-23T02:22:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T02:22:33,347 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/deb780e1d59f403cb8833191a1ec9b30 2024-11-23T02:22:33,353 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/ed3aab4b1f914036aefe467855642539 is 50, key is test_row_0/B:col10/1732328551701/Put/seqid=0 2024-11-23T02:22:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742154_1330 (size=12301) 2024-11-23T02:22:33,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:22:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T02:22:33,756 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/ed3aab4b1f914036aefe467855642539 2024-11-23T02:22:33,762 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/788eddc443844af1ae3941b2bea08b3f is 50, key is test_row_0/C:col10/1732328551701/Put/seqid=0 2024-11-23T02:22:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742155_1331 (size=12301) 2024-11-23T02:22:34,166 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/788eddc443844af1ae3941b2bea08b3f 2024-11-23T02:22:34,170 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/A/deb780e1d59f403cb8833191a1ec9b30 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/deb780e1d59f403cb8833191a1ec9b30 2024-11-23T02:22:34,173 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/deb780e1d59f403cb8833191a1ec9b30, entries=150, sequenceid=480, filesize=12.0 K 2024-11-23T02:22:34,174 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/B/ed3aab4b1f914036aefe467855642539 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/ed3aab4b1f914036aefe467855642539 2024-11-23T02:22:34,177 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/ed3aab4b1f914036aefe467855642539, entries=150, sequenceid=480, filesize=12.0 K 2024-11-23T02:22:34,177 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/.tmp/C/788eddc443844af1ae3941b2bea08b3f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/788eddc443844af1ae3941b2bea08b3f 2024-11-23T02:22:34,181 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/788eddc443844af1ae3941b2bea08b3f, entries=150, sequenceid=480, filesize=12.0 K 2024-11-23T02:22:34,181 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for eb47d10f1a38cc652244e42b16e02377 in 1242ms, sequenceid=480, compaction requested=true 2024-11-23T02:22:34,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d59584d96d3429cbdef553ef36089a9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/7fdf84c557d44826a96ae67711a43258, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/85253946abe642a18d860d506f83bee7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/15639c069d344a3092f54595e12a9563, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/08e017942c714b9d97d6e2a0c8647691, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2903279de9f341a4b9f44ab3d401c066, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/41c0db5724a644a295a864d2d180996c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/52b9dc85e7c1403ba9d69671adf548a4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2b984e2577ed4deb9c8b05bb5f37d165, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/f4fbca5725014371a1dfe630896abcb0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cee9eb917353474ca53471b2547be057, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/ed5b7c250f8f42f2bed9cd24be2dd8fe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/22b32281243546ce8f435358683cff67, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/8c365b562aad48d28d104182ff29b924, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/345c1aee16e743e7acb6bb7d3e0a805f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d077ec2c2cc49eb83814a97a1117e36, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/13ab87a049b6432faa107d38a8f9f50a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/b606b3a522204d908f5b371f234d14dc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/de80b52f53344d45b2786126644d81f1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/004647668991401e82ab69a561eeb491, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/5177f58269f64f879fff6f3053cdfb73, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/72106fe8c9794e1ca404f2f86b893213, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/07beabf042504641885b9ae0513849ac, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/d1a04602e19a4147886f43f1056d0d14, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/a5d85e8bee1a4304823dfe135e606005, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/64fa2f0f393942a79feb659c470d8198, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/75ab29843ebe45998306d01982aa743d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/e2180696fce7487396ce7052f18d14c2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cc1c125000e640f6b6ab558e3b9bd965, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/6c104d7e452a45499411adae5d494b3d] to archive 2024-11-23T02:22:34,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:22:34,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d59584d96d3429cbdef553ef36089a9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d59584d96d3429cbdef553ef36089a9 2024-11-23T02:22:34,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/7fdf84c557d44826a96ae67711a43258 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/7fdf84c557d44826a96ae67711a43258 2024-11-23T02:22:34,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/85253946abe642a18d860d506f83bee7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/85253946abe642a18d860d506f83bee7 2024-11-23T02:22:34,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/15639c069d344a3092f54595e12a9563 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/15639c069d344a3092f54595e12a9563 2024-11-23T02:22:34,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/08e017942c714b9d97d6e2a0c8647691 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/08e017942c714b9d97d6e2a0c8647691 2024-11-23T02:22:34,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2903279de9f341a4b9f44ab3d401c066 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2903279de9f341a4b9f44ab3d401c066 2024-11-23T02:22:34,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/41c0db5724a644a295a864d2d180996c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/41c0db5724a644a295a864d2d180996c 2024-11-23T02:22:34,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/52b9dc85e7c1403ba9d69671adf548a4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/52b9dc85e7c1403ba9d69671adf548a4 2024-11-23T02:22:34,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2b984e2577ed4deb9c8b05bb5f37d165 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/2b984e2577ed4deb9c8b05bb5f37d165 2024-11-23T02:22:34,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/f4fbca5725014371a1dfe630896abcb0 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/f4fbca5725014371a1dfe630896abcb0 2024-11-23T02:22:34,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cee9eb917353474ca53471b2547be057 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cee9eb917353474ca53471b2547be057 2024-11-23T02:22:34,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/ed5b7c250f8f42f2bed9cd24be2dd8fe to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/ed5b7c250f8f42f2bed9cd24be2dd8fe 2024-11-23T02:22:34,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/22b32281243546ce8f435358683cff67 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/22b32281243546ce8f435358683cff67 2024-11-23T02:22:34,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/8c365b562aad48d28d104182ff29b924 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/8c365b562aad48d28d104182ff29b924 2024-11-23T02:22:34,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/345c1aee16e743e7acb6bb7d3e0a805f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/345c1aee16e743e7acb6bb7d3e0a805f 2024-11-23T02:22:34,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d077ec2c2cc49eb83814a97a1117e36 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/0d077ec2c2cc49eb83814a97a1117e36 2024-11-23T02:22:34,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/13ab87a049b6432faa107d38a8f9f50a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/13ab87a049b6432faa107d38a8f9f50a 2024-11-23T02:22:34,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/b606b3a522204d908f5b371f234d14dc to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/b606b3a522204d908f5b371f234d14dc 2024-11-23T02:22:34,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/de80b52f53344d45b2786126644d81f1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/de80b52f53344d45b2786126644d81f1 2024-11-23T02:22:34,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/004647668991401e82ab69a561eeb491 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/004647668991401e82ab69a561eeb491 2024-11-23T02:22:34,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/5177f58269f64f879fff6f3053cdfb73 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/5177f58269f64f879fff6f3053cdfb73 2024-11-23T02:22:34,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/72106fe8c9794e1ca404f2f86b893213 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/72106fe8c9794e1ca404f2f86b893213 2024-11-23T02:22:34,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/07beabf042504641885b9ae0513849ac to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/07beabf042504641885b9ae0513849ac 2024-11-23T02:22:34,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/d1a04602e19a4147886f43f1056d0d14 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/d1a04602e19a4147886f43f1056d0d14 2024-11-23T02:22:34,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/a5d85e8bee1a4304823dfe135e606005 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/a5d85e8bee1a4304823dfe135e606005 2024-11-23T02:22:34,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/64fa2f0f393942a79feb659c470d8198 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/64fa2f0f393942a79feb659c470d8198 2024-11-23T02:22:34,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/75ab29843ebe45998306d01982aa743d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/75ab29843ebe45998306d01982aa743d 2024-11-23T02:22:34,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/e2180696fce7487396ce7052f18d14c2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/e2180696fce7487396ce7052f18d14c2 2024-11-23T02:22:34,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cc1c125000e640f6b6ab558e3b9bd965 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/cc1c125000e640f6b6ab558e3b9bd965 2024-11-23T02:22:34,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/6c104d7e452a45499411adae5d494b3d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/6c104d7e452a45499411adae5d494b3d 2024-11-23T02:22:34,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/1321456cc081416981f74289804f4c62, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/0c35b8975ff14846ad30c5c715b4d547, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/7510741f0637408e9a8feac6c604722e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/23b6b3c207c34e108b9099a198515b74, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f81ded9945e44be58ef35a5f863e9fa1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f0e54d4bce2e4e1689cf7302d548101d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9037b6eb8e414cb9aebea8669845fbdb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9996c1f567044d8ea2e7661c8b8240ac, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/3e2446ae5a33444b95e5cbfc0a56c7b7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/170ccd25b467455494927ea5ebfdee24, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2991409ac5704768af8fbc77fb4d8f63, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/69cb8b46b06a44cea96eb5445f53250f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/210937f0c7b14fe1b6eec8ebdc539a3f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/6bfe561821c24cea856c2b4ac63fa5e3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/15cbf370f12248bf941326586ce1d770, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/97a3ccfb70894c23a1a1060e35409429, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4914a4ffaf834956abe3868449d922e3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/a9997ef2de824d46b993218a50c46b14, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/88f145823c8f4e3e992332cd5494f8b3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/85119e51b1274027923f957121546dd5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4a94dd42072d402a8e1fb63c10e0b974, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2c14df7663534890bd234e5f8214daee, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/04fdbe8a88684bd1bba773cc2135f8c5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/dff53d4d433e48b9a152a2a54d9fa119, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9ad3a87fde2f459985e51a2c87b0ae13, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4f848291c6aa4b978feb5e796a9e9bcc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b33a1891ee6a4e93bf2840646085eea7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b8e35ce02045431d9e71c937cb8b2d30, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/21751e12c37a475c80b55331c107440b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/ceac04786038413fab4f7bb97df7efab] to archive 2024-11-23T02:22:34,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:22:34,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/1321456cc081416981f74289804f4c62 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/1321456cc081416981f74289804f4c62 2024-11-23T02:22:34,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/0c35b8975ff14846ad30c5c715b4d547 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/0c35b8975ff14846ad30c5c715b4d547 2024-11-23T02:22:34,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/7510741f0637408e9a8feac6c604722e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/7510741f0637408e9a8feac6c604722e 2024-11-23T02:22:34,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/23b6b3c207c34e108b9099a198515b74 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/23b6b3c207c34e108b9099a198515b74 2024-11-23T02:22:34,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f81ded9945e44be58ef35a5f863e9fa1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f81ded9945e44be58ef35a5f863e9fa1 2024-11-23T02:22:34,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f0e54d4bce2e4e1689cf7302d548101d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/f0e54d4bce2e4e1689cf7302d548101d 2024-11-23T02:22:34,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9037b6eb8e414cb9aebea8669845fbdb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9037b6eb8e414cb9aebea8669845fbdb 2024-11-23T02:22:34,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9996c1f567044d8ea2e7661c8b8240ac to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9996c1f567044d8ea2e7661c8b8240ac 2024-11-23T02:22:34,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/3e2446ae5a33444b95e5cbfc0a56c7b7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/3e2446ae5a33444b95e5cbfc0a56c7b7 2024-11-23T02:22:34,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/170ccd25b467455494927ea5ebfdee24 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/170ccd25b467455494927ea5ebfdee24 2024-11-23T02:22:34,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2991409ac5704768af8fbc77fb4d8f63 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2991409ac5704768af8fbc77fb4d8f63 2024-11-23T02:22:34,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/69cb8b46b06a44cea96eb5445f53250f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/69cb8b46b06a44cea96eb5445f53250f 2024-11-23T02:22:34,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/210937f0c7b14fe1b6eec8ebdc539a3f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/210937f0c7b14fe1b6eec8ebdc539a3f 2024-11-23T02:22:34,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/6bfe561821c24cea856c2b4ac63fa5e3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/6bfe561821c24cea856c2b4ac63fa5e3 2024-11-23T02:22:34,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/15cbf370f12248bf941326586ce1d770 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/15cbf370f12248bf941326586ce1d770 2024-11-23T02:22:34,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/97a3ccfb70894c23a1a1060e35409429 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/97a3ccfb70894c23a1a1060e35409429 2024-11-23T02:22:34,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4914a4ffaf834956abe3868449d922e3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4914a4ffaf834956abe3868449d922e3 2024-11-23T02:22:34,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/a9997ef2de824d46b993218a50c46b14 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/a9997ef2de824d46b993218a50c46b14 2024-11-23T02:22:34,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/88f145823c8f4e3e992332cd5494f8b3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/88f145823c8f4e3e992332cd5494f8b3 2024-11-23T02:22:34,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/85119e51b1274027923f957121546dd5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/85119e51b1274027923f957121546dd5 2024-11-23T02:22:34,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4a94dd42072d402a8e1fb63c10e0b974 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4a94dd42072d402a8e1fb63c10e0b974 2024-11-23T02:22:34,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2c14df7663534890bd234e5f8214daee to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/2c14df7663534890bd234e5f8214daee 2024-11-23T02:22:34,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/04fdbe8a88684bd1bba773cc2135f8c5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/04fdbe8a88684bd1bba773cc2135f8c5 2024-11-23T02:22:34,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/dff53d4d433e48b9a152a2a54d9fa119 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/dff53d4d433e48b9a152a2a54d9fa119 2024-11-23T02:22:34,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9ad3a87fde2f459985e51a2c87b0ae13 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/9ad3a87fde2f459985e51a2c87b0ae13 2024-11-23T02:22:34,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4f848291c6aa4b978feb5e796a9e9bcc to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/4f848291c6aa4b978feb5e796a9e9bcc 2024-11-23T02:22:34,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b33a1891ee6a4e93bf2840646085eea7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b33a1891ee6a4e93bf2840646085eea7 2024-11-23T02:22:34,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b8e35ce02045431d9e71c937cb8b2d30 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/b8e35ce02045431d9e71c937cb8b2d30 2024-11-23T02:22:34,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/21751e12c37a475c80b55331c107440b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/21751e12c37a475c80b55331c107440b 2024-11-23T02:22:34,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/ceac04786038413fab4f7bb97df7efab to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/ceac04786038413fab4f7bb97df7efab 2024-11-23T02:22:34,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/28b86014201c4c1788eca4b805add880, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/c97bc95c6f8e4528abd0f58b8228b207, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5cf8e09b265043d6a95174152a7b1cb8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/cf6d4d3e240d41259c4acacc6df03415, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aabf955a3b3c408fbcbeeb96726d623d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/6a28b8c326f641079c9b1e8737593d85, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/da531fc9e3464d0e9f007c991c151332, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ba84b39df8734413ac92f97150cbac4a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/40489bfa640142ae92d208325cf4b3e5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2d84d8acfec549148c88586a7c99b28d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a0ece320f2e6479096160efe4bf2222f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/e2d6dc8fc11d4701afe5f57065279125, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aa74b62c09ab40eeb83ead217298b612, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ed6ec92fc42143a3b69e4212d8d46c14, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/3372a1e1655e482c82a2fc24f0a70cc3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/57a8858f21ff41c59921044231a12748, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/97523e927917475f87a0c2fef3fabf26, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a6905c9debb84caabd8311fe17ef60a4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2174fbe861ed426b8196a28fc2d858db, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a2ae789ec2ed4eeba2e65f07820e38ad, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0120ab8b59d542c09a932175682f0d60, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f344c465f1694028a03c96ee867ccd61, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0fafc36e0dda451f8d5655b4fe85c954, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/fb717ce81a9a47bcac95ba4cb51fc677, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5aef0bc1dead46fdb9b2d7fef4bc5d52, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/bab948f21d6641f7813b1cc44c39afd2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/4c1ce6df3ef744c881b68bf6ee44a5b6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/272336fc530a4370a3fa153ff9c547f8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f33c5b1a0d844beca2594181cfeb977d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/565b5e4631c04695a33612f4b684037e] to archive 2024-11-23T02:22:34,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:22:34,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/28b86014201c4c1788eca4b805add880 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/28b86014201c4c1788eca4b805add880 2024-11-23T02:22:34,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/c97bc95c6f8e4528abd0f58b8228b207 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/c97bc95c6f8e4528abd0f58b8228b207 2024-11-23T02:22:34,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5cf8e09b265043d6a95174152a7b1cb8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5cf8e09b265043d6a95174152a7b1cb8 2024-11-23T02:22:34,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/cf6d4d3e240d41259c4acacc6df03415 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/cf6d4d3e240d41259c4acacc6df03415 2024-11-23T02:22:34,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aabf955a3b3c408fbcbeeb96726d623d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aabf955a3b3c408fbcbeeb96726d623d 2024-11-23T02:22:34,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/6a28b8c326f641079c9b1e8737593d85 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/6a28b8c326f641079c9b1e8737593d85 2024-11-23T02:22:34,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/da531fc9e3464d0e9f007c991c151332 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/da531fc9e3464d0e9f007c991c151332 2024-11-23T02:22:34,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ba84b39df8734413ac92f97150cbac4a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ba84b39df8734413ac92f97150cbac4a 2024-11-23T02:22:34,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/40489bfa640142ae92d208325cf4b3e5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/40489bfa640142ae92d208325cf4b3e5 2024-11-23T02:22:34,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2d84d8acfec549148c88586a7c99b28d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2d84d8acfec549148c88586a7c99b28d 2024-11-23T02:22:34,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a0ece320f2e6479096160efe4bf2222f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a0ece320f2e6479096160efe4bf2222f 2024-11-23T02:22:34,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/e2d6dc8fc11d4701afe5f57065279125 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/e2d6dc8fc11d4701afe5f57065279125 2024-11-23T02:22:34,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aa74b62c09ab40eeb83ead217298b612 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/aa74b62c09ab40eeb83ead217298b612 2024-11-23T02:22:34,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ed6ec92fc42143a3b69e4212d8d46c14 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/ed6ec92fc42143a3b69e4212d8d46c14 2024-11-23T02:22:34,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/3372a1e1655e482c82a2fc24f0a70cc3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/3372a1e1655e482c82a2fc24f0a70cc3 2024-11-23T02:22:34,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/57a8858f21ff41c59921044231a12748 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/57a8858f21ff41c59921044231a12748 2024-11-23T02:22:34,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/97523e927917475f87a0c2fef3fabf26 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/97523e927917475f87a0c2fef3fabf26 2024-11-23T02:22:34,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a6905c9debb84caabd8311fe17ef60a4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a6905c9debb84caabd8311fe17ef60a4 2024-11-23T02:22:34,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2174fbe861ed426b8196a28fc2d858db to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/2174fbe861ed426b8196a28fc2d858db 2024-11-23T02:22:34,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a2ae789ec2ed4eeba2e65f07820e38ad to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/a2ae789ec2ed4eeba2e65f07820e38ad 2024-11-23T02:22:34,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0120ab8b59d542c09a932175682f0d60 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0120ab8b59d542c09a932175682f0d60 2024-11-23T02:22:34,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f344c465f1694028a03c96ee867ccd61 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f344c465f1694028a03c96ee867ccd61 2024-11-23T02:22:34,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0fafc36e0dda451f8d5655b4fe85c954 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/0fafc36e0dda451f8d5655b4fe85c954 2024-11-23T02:22:34,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/fb717ce81a9a47bcac95ba4cb51fc677 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/fb717ce81a9a47bcac95ba4cb51fc677 2024-11-23T02:22:34,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5aef0bc1dead46fdb9b2d7fef4bc5d52 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5aef0bc1dead46fdb9b2d7fef4bc5d52 2024-11-23T02:22:34,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/bab948f21d6641f7813b1cc44c39afd2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/bab948f21d6641f7813b1cc44c39afd2 2024-11-23T02:22:34,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/4c1ce6df3ef744c881b68bf6ee44a5b6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/4c1ce6df3ef744c881b68bf6ee44a5b6 2024-11-23T02:22:34,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/272336fc530a4370a3fa153ff9c547f8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/272336fc530a4370a3fa153ff9c547f8 2024-11-23T02:22:34,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f33c5b1a0d844beca2594181cfeb977d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/f33c5b1a0d844beca2594181cfeb977d 2024-11-23T02:22:34,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/565b5e4631c04695a33612f4b684037e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/565b5e4631c04695a33612f4b684037e 2024-11-23T02:22:34,269 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/recovered.edits/483.seqid, newMaxSeqId=483, maxSeqId=1 2024-11-23T02:22:34,269 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377. 2024-11-23T02:22:34,269 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for eb47d10f1a38cc652244e42b16e02377: 2024-11-23T02:22:34,271 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:34,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=eb47d10f1a38cc652244e42b16e02377, regionState=CLOSED 2024-11-23T02:22:34,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-23T02:22:34,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure eb47d10f1a38cc652244e42b16e02377, server=fde8ce287ea2,43695,1732328465221 in 1.6710 sec 2024-11-23T02:22:34,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-23T02:22:34,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47d10f1a38cc652244e42b16e02377, UNASSIGN in 1.6740 sec 2024-11-23T02:22:34,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-23T02:22:34,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6760 sec 2024-11-23T02:22:34,276 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328554276"}]},"ts":"1732328554276"} 2024-11-23T02:22:34,277 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:22:34,279 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:22:34,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6870 sec 2024-11-23T02:22:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T02:22:34,699 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-23T02:22:34,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:22:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:34,701 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-23T02:22:34,701 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:34,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:34,704 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/recovered.edits] 2024-11-23T02:22:34,707 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/41c694c2b39540f1a69849289a49ea84 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/41c694c2b39540f1a69849289a49ea84 2024-11-23T02:22:34,708 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/a5454152a9524323a9015d050a597be2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/a5454152a9524323a9015d050a597be2 2024-11-23T02:22:34,709 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/deb780e1d59f403cb8833191a1ec9b30 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/deb780e1d59f403cb8833191a1ec9b30 2024-11-23T02:22:34,710 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/f143a17fa4734447b44b0e4723f071c8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/A/f143a17fa4734447b44b0e4723f071c8 2024-11-23T02:22:34,712 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/8c4eed5c77644be9b1fb06cc9bfef4a9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/8c4eed5c77644be9b1fb06cc9bfef4a9 2024-11-23T02:22:34,713 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/96f0c0fee8394f57a172dd7911389f13 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/96f0c0fee8394f57a172dd7911389f13 2024-11-23T02:22:34,714 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/dea8cfac79b14e6a925fdd7ca9f28a5d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/dea8cfac79b14e6a925fdd7ca9f28a5d 2024-11-23T02:22:34,715 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/ed3aab4b1f914036aefe467855642539 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/B/ed3aab4b1f914036aefe467855642539 2024-11-23T02:22:34,717 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/3110d2b8752247668643fb558c9607d8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/3110d2b8752247668643fb558c9607d8 2024-11-23T02:22:34,717 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5ac7aca2e75c408c8163e17580fd57c5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/5ac7aca2e75c408c8163e17580fd57c5 2024-11-23T02:22:34,718 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/788eddc443844af1ae3941b2bea08b3f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/788eddc443844af1ae3941b2bea08b3f 2024-11-23T02:22:34,719 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/9b2f87bd7e5342c0a814aca1f372b35b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/C/9b2f87bd7e5342c0a814aca1f372b35b 2024-11-23T02:22:34,721 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/recovered.edits/483.seqid to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377/recovered.edits/483.seqid 2024-11-23T02:22:34,722 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/eb47d10f1a38cc652244e42b16e02377 2024-11-23T02:22:34,722 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:22:34,724 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:34,727 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:22:34,729 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:22:34,729 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:34,729 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:22:34,730 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328554729"}]},"ts":"9223372036854775807"} 2024-11-23T02:22:34,731 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:22:34,731 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => eb47d10f1a38cc652244e42b16e02377, NAME => 'TestAcidGuarantees,,1732328527681.eb47d10f1a38cc652244e42b16e02377.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:22:34,731 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:22:34,731 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328554731"}]},"ts":"9223372036854775807"} 2024-11-23T02:22:34,733 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:22:34,734 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:34,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-11-23T02:22:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-23T02:22:34,802 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-23T02:22:34,812 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 242), OpenFileDescriptor=451 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=535 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3950 (was 4580) 2024-11-23T02:22:34,821 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=535, ProcessCount=11, AvailableMemoryMB=3950 2024-11-23T02:22:34,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:22:34,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:22:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:34,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:22:34,824 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:34,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-11-23T02:22:34,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:22:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T02:22:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742156_1332 (size=960) 2024-11-23T02:22:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T02:22:34,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:22:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T02:22:35,232 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511 2024-11-23T02:22:35,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742157_1333 (size=53) 2024-11-23T02:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T02:22:35,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:35,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 30538da726ec5b7cea005a62e8af82bb, disabling compactions & flushes 2024-11-23T02:22:35,637 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:35,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:35,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. after waiting 0 ms 2024-11-23T02:22:35,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:35,637 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:35,637 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:35,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:22:35,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328555639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328555639"}]},"ts":"1732328555639"} 2024-11-23T02:22:35,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:22:35,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:22:35,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328555641"}]},"ts":"1732328555641"} 2024-11-23T02:22:35,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:22:35,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, ASSIGN}] 2024-11-23T02:22:35,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, ASSIGN 2024-11-23T02:22:35,647 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, ASSIGN; state=OFFLINE, location=fde8ce287ea2,43695,1732328465221; forceNewPlan=false, retain=false 2024-11-23T02:22:35,798 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=30538da726ec5b7cea005a62e8af82bb, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:35,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure 30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:22:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T02:22:35,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:35,954 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:35,954 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:22:35,954 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:35,954 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:35,954 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:35,954 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:35,955 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:35,956 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:35,957 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30538da726ec5b7cea005a62e8af82bb columnFamilyName A 2024-11-23T02:22:35,957 DEBUG [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:35,957 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(327): Store=30538da726ec5b7cea005a62e8af82bb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:35,957 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:35,958 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:35,958 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30538da726ec5b7cea005a62e8af82bb columnFamilyName B 2024-11-23T02:22:35,958 DEBUG [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:35,958 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(327): Store=30538da726ec5b7cea005a62e8af82bb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:35,958 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:35,959 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:35,959 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30538da726ec5b7cea005a62e8af82bb columnFamilyName C 2024-11-23T02:22:35,959 DEBUG [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:35,959 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(327): Store=30538da726ec5b7cea005a62e8af82bb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:35,960 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:35,960 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:35,960 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:35,961 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:22:35,962 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:35,964 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:22:35,964 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened 30538da726ec5b7cea005a62e8af82bb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70486105, jitterRate=0.05032481253147125}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:22:35,965 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:35,965 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., pid=100, masterSystemTime=1732328555951 2024-11-23T02:22:35,966 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:35,966 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:35,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=30538da726ec5b7cea005a62e8af82bb, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:35,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-23T02:22:35,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure 30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 in 169 msec 2024-11-23T02:22:35,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-23T02:22:35,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, ASSIGN in 323 msec 2024-11-23T02:22:35,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:22:35,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328555970"}]},"ts":"1732328555970"} 2024-11-23T02:22:35,971 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:22:35,974 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:22:35,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-23T02:22:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T02:22:36,929 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-23T02:22:36,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-23T02:22:36,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:36,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:36,936 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:36,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:22:36,938 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:22:36,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:22:36,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:22:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T02:22:36,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742158_1334 (size=996) 2024-11-23T02:22:37,351 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T02:22:37,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T02:22:37,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:22:37,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, REOPEN/MOVE}] 2024-11-23T02:22:37,365 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, REOPEN/MOVE 2024-11-23T02:22:37,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=30538da726ec5b7cea005a62e8af82bb, regionState=CLOSING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:37,367 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:22:37,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:22:37,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:37,519 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,519 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:22:37,519 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 30538da726ec5b7cea005a62e8af82bb, disabling compactions & flushes 2024-11-23T02:22:37,519 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:37,519 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:37,519 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. after waiting 0 ms 2024-11-23T02:22:37,519 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:37,531 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T02:22:37,532 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:37,532 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:37,532 WARN [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: 30538da726ec5b7cea005a62e8af82bb to self. 2024-11-23T02:22:37,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=30538da726ec5b7cea005a62e8af82bb, regionState=CLOSED 2024-11-23T02:22:37,536 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-23T02:22:37,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 in 169 msec 2024-11-23T02:22:37,538 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, REOPEN/MOVE; state=CLOSED, location=fde8ce287ea2,43695,1732328465221; forceNewPlan=false, retain=true 2024-11-23T02:22:37,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=30538da726ec5b7cea005a62e8af82bb, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:37,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure 30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:22:37,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:37,847 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:37,847 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:22:37,848 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,848 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:22:37,848 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,848 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,855 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,856 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:37,856 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30538da726ec5b7cea005a62e8af82bb columnFamilyName A 2024-11-23T02:22:37,858 DEBUG [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:37,858 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(327): Store=30538da726ec5b7cea005a62e8af82bb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:37,859 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,860 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:37,860 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30538da726ec5b7cea005a62e8af82bb columnFamilyName B 2024-11-23T02:22:37,860 DEBUG [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:37,860 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(327): Store=30538da726ec5b7cea005a62e8af82bb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:37,861 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,861 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:22:37,861 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30538da726ec5b7cea005a62e8af82bb columnFamilyName C 2024-11-23T02:22:37,861 DEBUG [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:37,862 INFO [StoreOpener-30538da726ec5b7cea005a62e8af82bb-1 {}] regionserver.HStore(327): Store=30538da726ec5b7cea005a62e8af82bb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:22:37,862 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:37,863 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,864 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,865 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:22:37,867 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:37,872 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened 30538da726ec5b7cea005a62e8af82bb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73054608, jitterRate=0.08859848976135254}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:22:37,873 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:37,873 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., pid=105, masterSystemTime=1732328557843 2024-11-23T02:22:37,875 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:37,875 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:37,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=30538da726ec5b7cea005a62e8af82bb, regionState=OPEN, openSeqNum=5, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:37,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-11-23T02:22:37,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure 30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 in 186 msec 2024-11-23T02:22:37,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-23T02:22:37,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, REOPEN/MOVE in 514 msec 2024-11-23T02:22:37,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-23T02:22:37,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec 2024-11-23T02:22:37,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 945 msec 2024-11-23T02:22:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-23T02:22:37,890 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-23T02:22:37,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-23T02:22:37,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,920 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-23T02:22:37,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-23T02:22:37,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,947 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-23T02:22:37,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-23T02:22:37,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-23T02:22:37,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-23T02:22:37,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:37,984 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-23T02:22:38,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:38,003 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-23T02:22:38,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:22:38,045 DEBUG [hconnection-0x23880b4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:38,047 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:38,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-23T02:22:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:38,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:38,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:38,080 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:38,080 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:38,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:22:38,088 DEBUG [hconnection-0x2073d035-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:38,090 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:38,097 DEBUG [hconnection-0x5610f1b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:38,099 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:38,100 DEBUG [hconnection-0x2e34555e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:38,102 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:38,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328618130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328618131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328618131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,144 DEBUG [hconnection-0x4d5e572c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:38,145 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:38,147 DEBUG [hconnection-0x7bf595b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:38,149 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:38,151 DEBUG [hconnection-0x33dcf21f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:38,152 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:38,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328618152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,157 DEBUG [hconnection-0x491a2234-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:38,158 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:38,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237a8c71f8654e4e44901baec3ccccffc4_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328558059/Put/seqid=0 2024-11-23T02:22:38,177 DEBUG [hconnection-0x41cbba61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:38,179 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:22:38,200 DEBUG [hconnection-0x66deb3d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:22:38,202 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:22:38,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328618203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T02:22:38,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:38,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:38,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:38,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328618233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328618234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328618235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742159_1335 (size=12154) 2024-11-23T02:22:38,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:38,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237a8c71f8654e4e44901baec3ccccffc4_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a8c71f8654e4e44901baec3ccccffc4_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:38,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328618254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,256 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/a3d238b4910540e883ba4da0fe8910a3, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:38,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/a3d238b4910540e883ba4da0fe8910a3 is 175, key is test_row_0/A:col10/1732328558059/Put/seqid=0 2024-11-23T02:22:38,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328618306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742160_1336 (size=30955) 2024-11-23T02:22:38,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/a3d238b4910540e883ba4da0fe8910a3 2024-11-23T02:22:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:22:38,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T02:22:38,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:38,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:38,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:38,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/b60cbb47a8fa407fb8d70d2ce0f34d7b is 50, key is test_row_0/B:col10/1732328558059/Put/seqid=0 2024-11-23T02:22:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742161_1337 (size=12001) 2024-11-23T02:22:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328618435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328618437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328618437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328618460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328618508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T02:22:38,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:38,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:38,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:38,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:22:38,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T02:22:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:38,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328618739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328618740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328618740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328618764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328618813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/b60cbb47a8fa407fb8d70d2ce0f34d7b 2024-11-23T02:22:38,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:38,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T02:22:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:38,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:38,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/abb28614f0b745aa83aa8c3783eb9542 is 50, key is test_row_0/C:col10/1732328558059/Put/seqid=0 2024-11-23T02:22:38,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T02:22:39,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:39,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:39,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:39,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:39,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:39,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742162_1338 (size=12001) 2024-11-23T02:22:39,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/abb28614f0b745aa83aa8c3783eb9542 2024-11-23T02:22:39,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/a3d238b4910540e883ba4da0fe8910a3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a3d238b4910540e883ba4da0fe8910a3 2024-11-23T02:22:39,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a3d238b4910540e883ba4da0fe8910a3, entries=150, sequenceid=15, filesize=30.2 K 2024-11-23T02:22:39,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/b60cbb47a8fa407fb8d70d2ce0f34d7b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/b60cbb47a8fa407fb8d70d2ce0f34d7b 2024-11-23T02:22:39,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/b60cbb47a8fa407fb8d70d2ce0f34d7b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T02:22:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/abb28614f0b745aa83aa8c3783eb9542 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/abb28614f0b745aa83aa8c3783eb9542 2024-11-23T02:22:39,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/abb28614f0b745aa83aa8c3783eb9542, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T02:22:39,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 30538da726ec5b7cea005a62e8af82bb in 977ms, sequenceid=15, compaction requested=false 2024-11-23T02:22:39,056 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T02:22:39,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:39,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T02:22:39,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:39,157 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:22:39,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:39,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:39,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:39,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:39,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:39,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:22:39,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e318000c9e194958b4e5878c44540e32_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328558129/Put/seqid=0 2024-11-23T02:22:39,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742163_1339 (size=12154) 2024-11-23T02:22:39,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:39,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328619262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328619264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328619265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328619266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328619317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328619374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328619374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328619374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328619582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328619582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328619583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:39,647 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e318000c9e194958b4e5878c44540e32_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e318000c9e194958b4e5878c44540e32_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:39,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/58a63ee98ad14340a808f826a65b9207, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:39,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/58a63ee98ad14340a808f826a65b9207 is 175, key is test_row_0/A:col10/1732328558129/Put/seqid=0 2024-11-23T02:22:39,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742164_1340 (size=30955) 2024-11-23T02:22:39,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/58a63ee98ad14340a808f826a65b9207 2024-11-23T02:22:39,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/7f761e90b5a2444694142bae0329db88 is 50, key is test_row_0/B:col10/1732328558129/Put/seqid=0 2024-11-23T02:22:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742165_1341 (size=12001) 2024-11-23T02:22:39,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:22:39,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328619889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328619890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:39,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328619891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,135 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/7f761e90b5a2444694142bae0329db88 2024-11-23T02:22:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/10f2945eddd54f69a03cd8f8ce73dced is 50, key is test_row_0/C:col10/1732328558129/Put/seqid=0 2024-11-23T02:22:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:22:40,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742166_1342 (size=12001) 2024-11-23T02:22:40,191 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/10f2945eddd54f69a03cd8f8ce73dced 2024-11-23T02:22:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/58a63ee98ad14340a808f826a65b9207 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/58a63ee98ad14340a808f826a65b9207 2024-11-23T02:22:40,209 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/58a63ee98ad14340a808f826a65b9207, entries=150, sequenceid=41, filesize=30.2 K 2024-11-23T02:22:40,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/7f761e90b5a2444694142bae0329db88 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/7f761e90b5a2444694142bae0329db88 2024-11-23T02:22:40,215 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/7f761e90b5a2444694142bae0329db88, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T02:22:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/10f2945eddd54f69a03cd8f8ce73dced as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/10f2945eddd54f69a03cd8f8ce73dced 2024-11-23T02:22:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,223 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/10f2945eddd54f69a03cd8f8ce73dced, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T02:22:40,224 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 30538da726ec5b7cea005a62e8af82bb in 1067ms, sequenceid=41, compaction requested=false 2024-11-23T02:22:40,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:40,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:40,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-23T02:22:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-23T02:22:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-23T02:22:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1450 sec 2024-11-23T02:22:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.1490 sec 2024-11-23T02:22:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:40,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123943192d2c95e49b28d88f883b00ec3fd_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_1/A:col10/1732328559256/Put/seqid=0 2024-11-23T02:22:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742167_1343 (size=12154) 2024-11-23T02:22:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,385 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,390 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123943192d2c95e49b28d88f883b00ec3fd_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123943192d2c95e49b28d88f883b00ec3fd_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,391 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/b531fc6164114955a242a6c4ef1e0443, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/b531fc6164114955a242a6c4ef1e0443 is 175, key is test_row_1/A:col10/1732328559256/Put/seqid=0 2024-11-23T02:22:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742168_1344 (size=30951) 2024-11-23T02:22:40,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328620467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328620472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328620474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328620478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328620484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328620580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328620587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328620588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328620598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328620603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328620795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328620800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328620801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328620813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328620816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:40,828 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/b531fc6164114955a242a6c4ef1e0443 2024-11-23T02:22:40,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/cf702ce28c234f71afbc1a99635fa6ee is 50, key is test_row_1/B:col10/1732328559256/Put/seqid=0 2024-11-23T02:22:40,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742169_1345 (size=9657) 2024-11-23T02:22:40,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/cf702ce28c234f71afbc1a99635fa6ee 2024-11-23T02:22:40,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/7e40f3c200684635a15cfcbdb9aff4ab is 50, key is test_row_1/C:col10/1732328559256/Put/seqid=0 2024-11-23T02:22:40,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742170_1346 (size=9657) 2024-11-23T02:22:40,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/7e40f3c200684635a15cfcbdb9aff4ab 2024-11-23T02:22:40,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/b531fc6164114955a242a6c4ef1e0443 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b531fc6164114955a242a6c4ef1e0443 2024-11-23T02:22:40,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b531fc6164114955a242a6c4ef1e0443, entries=150, sequenceid=52, filesize=30.2 K 2024-11-23T02:22:40,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/cf702ce28c234f71afbc1a99635fa6ee as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cf702ce28c234f71afbc1a99635fa6ee 2024-11-23T02:22:40,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cf702ce28c234f71afbc1a99635fa6ee, entries=100, sequenceid=52, filesize=9.4 K 2024-11-23T02:22:40,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/7e40f3c200684635a15cfcbdb9aff4ab as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7e40f3c200684635a15cfcbdb9aff4ab 2024-11-23T02:22:40,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7e40f3c200684635a15cfcbdb9aff4ab, entries=100, sequenceid=52, filesize=9.4 K 2024-11-23T02:22:40,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 30538da726ec5b7cea005a62e8af82bb in 654ms, sequenceid=52, compaction requested=true 2024-11-23T02:22:40,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:40,968 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:40,969 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:40,970 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:40,970 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/A is initiating minor compaction (all files) 2024-11-23T02:22:40,970 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/A in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:40,970 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a3d238b4910540e883ba4da0fe8910a3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/58a63ee98ad14340a808f826a65b9207, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b531fc6164114955a242a6c4ef1e0443] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=90.7 K 2024-11-23T02:22:40,970 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:40,970 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a3d238b4910540e883ba4da0fe8910a3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/58a63ee98ad14340a808f826a65b9207, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b531fc6164114955a242a6c4ef1e0443] 2024-11-23T02:22:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:40,978 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:40,978 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/B is initiating minor compaction (all files) 2024-11-23T02:22:40,978 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/B in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:40,978 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/b60cbb47a8fa407fb8d70d2ce0f34d7b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/7f761e90b5a2444694142bae0329db88, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cf702ce28c234f71afbc1a99635fa6ee] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=32.9 K 2024-11-23T02:22:40,978 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3d238b4910540e883ba4da0fe8910a3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732328558055 2024-11-23T02:22:40,979 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting b60cbb47a8fa407fb8d70d2ce0f34d7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732328558055 2024-11-23T02:22:40,979 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58a63ee98ad14340a808f826a65b9207, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732328558123 2024-11-23T02:22:40,980 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f761e90b5a2444694142bae0329db88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732328558123 2024-11-23T02:22:40,980 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b531fc6164114955a242a6c4ef1e0443, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328559256 2024-11-23T02:22:40,981 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting cf702ce28c234f71afbc1a99635fa6ee, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328559256 2024-11-23T02:22:41,014 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:41,015 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/c8ec3ac865cf4de39f488f1925a0086d is 50, key is test_row_0/B:col10/1732328558129/Put/seqid=0 2024-11-23T02:22:41,028 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:41,040 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411233126343587a14fb9aff8aefd25a1b610_30538da726ec5b7cea005a62e8af82bb store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:41,042 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411233126343587a14fb9aff8aefd25a1b610_30538da726ec5b7cea005a62e8af82bb, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:41,043 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233126343587a14fb9aff8aefd25a1b610_30538da726ec5b7cea005a62e8af82bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:41,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742171_1347 (size=12104) 2024-11-23T02:22:41,079 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/c8ec3ac865cf4de39f488f1925a0086d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c8ec3ac865cf4de39f488f1925a0086d 2024-11-23T02:22:41,085 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/B of 30538da726ec5b7cea005a62e8af82bb into c8ec3ac865cf4de39f488f1925a0086d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:41,085 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:41,085 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/B, priority=13, startTime=1732328560969; duration=0sec 2024-11-23T02:22:41,085 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:41,085 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:B 2024-11-23T02:22:41,085 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:41,086 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:41,086 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/C is initiating minor compaction (all files) 2024-11-23T02:22:41,087 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/C in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:41,087 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/abb28614f0b745aa83aa8c3783eb9542, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/10f2945eddd54f69a03cd8f8ce73dced, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7e40f3c200684635a15cfcbdb9aff4ab] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=32.9 K 2024-11-23T02:22:41,087 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting abb28614f0b745aa83aa8c3783eb9542, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732328558055 2024-11-23T02:22:41,088 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 10f2945eddd54f69a03cd8f8ce73dced, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732328558123 2024-11-23T02:22:41,089 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e40f3c200684635a15cfcbdb9aff4ab, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328559256 2024-11-23T02:22:41,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T02:22:41,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:41,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:41,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742172_1348 (size=4469) 2024-11-23T02:22:41,119 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#A#compaction#293 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:41,119 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/7db204719e024b28994bb86fa4ecbb6e is 175, key is test_row_0/A:col10/1732328558129/Put/seqid=0 2024-11-23T02:22:41,121 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:41,121 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/ba565f3bc1684a768d7fe5cc85eb27eb is 50, key is test_row_0/C:col10/1732328558129/Put/seqid=0 2024-11-23T02:22:41,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328621127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328621131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a67ec76611b540fdb9783f67038fe485_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328560467/Put/seqid=0 2024-11-23T02:22:41,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328621133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328621145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328621145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742173_1349 (size=31165) 2024-11-23T02:22:41,185 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/7db204719e024b28994bb86fa4ecbb6e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/7db204719e024b28994bb86fa4ecbb6e 2024-11-23T02:22:41,190 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/A of 30538da726ec5b7cea005a62e8af82bb into 7db204719e024b28994bb86fa4ecbb6e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:41,190 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:41,190 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/A, priority=13, startTime=1732328560968; duration=0sec 2024-11-23T02:22:41,191 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:41,191 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:A 2024-11-23T02:22:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742174_1350 (size=12104) 2024-11-23T02:22:41,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742175_1351 (size=14594) 2024-11-23T02:22:41,247 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:41,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328621247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328621248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,256 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a67ec76611b540fdb9783f67038fe485_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a67ec76611b540fdb9783f67038fe485_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:41,257 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/e829be67a2344181a028c9f7a7f596d2, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:41,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/e829be67a2344181a028c9f7a7f596d2 is 175, key is test_row_0/A:col10/1732328560467/Put/seqid=0 2024-11-23T02:22:41,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328621254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328621262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328621263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742176_1352 (size=39549) 2024-11-23T02:22:41,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/e829be67a2344181a028c9f7a7f596d2 2024-11-23T02:22:41,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/c35df9e45fc24fd38f1223f91ad9b0f8 is 50, key is test_row_0/B:col10/1732328560467/Put/seqid=0 2024-11-23T02:22:41,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742177_1353 (size=12001) 2024-11-23T02:22:41,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/c35df9e45fc24fd38f1223f91ad9b0f8 2024-11-23T02:22:41,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/d33fae0efc02476286b68b1c58629ed2 is 50, key is test_row_0/C:col10/1732328560467/Put/seqid=0 2024-11-23T02:22:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742178_1354 (size=12001) 2024-11-23T02:22:41,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/d33fae0efc02476286b68b1c58629ed2 2024-11-23T02:22:41,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/e829be67a2344181a028c9f7a7f596d2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/e829be67a2344181a028c9f7a7f596d2 2024-11-23T02:22:41,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/e829be67a2344181a028c9f7a7f596d2, entries=200, sequenceid=80, filesize=38.6 K 2024-11-23T02:22:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/c35df9e45fc24fd38f1223f91ad9b0f8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c35df9e45fc24fd38f1223f91ad9b0f8 2024-11-23T02:22:41,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c35df9e45fc24fd38f1223f91ad9b0f8, entries=150, sequenceid=80, filesize=11.7 K 2024-11-23T02:22:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/d33fae0efc02476286b68b1c58629ed2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d33fae0efc02476286b68b1c58629ed2 2024-11-23T02:22:41,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d33fae0efc02476286b68b1c58629ed2, entries=150, sequenceid=80, filesize=11.7 K 2024-11-23T02:22:41,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 30538da726ec5b7cea005a62e8af82bb in 338ms, sequenceid=80, compaction requested=false 2024-11-23T02:22:41,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:41,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:41,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:41,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:41,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:41,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:41,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:41,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:41,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238697eb6e3d414bc8ab7e7ed7ec6cb219_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328561459/Put/seqid=0 2024-11-23T02:22:41,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742179_1355 (size=17034) 2024-11-23T02:22:41,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:41,530 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238697eb6e3d414bc8ab7e7ed7ec6cb219_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238697eb6e3d414bc8ab7e7ed7ec6cb219_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:41,531 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/cf8208f1399e4e88bab8aafb0f54de50, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:41,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/cf8208f1399e4e88bab8aafb0f54de50 is 175, key is test_row_0/A:col10/1732328561459/Put/seqid=0 2024-11-23T02:22:41,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328621538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328621538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328621541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328621539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328621542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742180_1356 (size=48139) 2024-11-23T02:22:41,574 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/cf8208f1399e4e88bab8aafb0f54de50 2024-11-23T02:22:41,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/c5f79a6d32cf44cba375731f011139e8 is 50, key is test_row_0/B:col10/1732328561459/Put/seqid=0 2024-11-23T02:22:41,612 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/ba565f3bc1684a768d7fe5cc85eb27eb as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ba565f3bc1684a768d7fe5cc85eb27eb 2024-11-23T02:22:41,622 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/C of 30538da726ec5b7cea005a62e8af82bb into ba565f3bc1684a768d7fe5cc85eb27eb(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:41,622 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:41,622 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/C, priority=13, startTime=1732328560971; duration=0sec 2024-11-23T02:22:41,622 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:41,622 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:C 2024-11-23T02:22:41,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742181_1357 (size=12001) 2024-11-23T02:22:41,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328621646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328621653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328621653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328621655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328621656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328621860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328621863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328621864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328621866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:41,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328621866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/c5f79a6d32cf44cba375731f011139e8 2024-11-23T02:22:42,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/5ab46165bdad42dc8171941caf848f58 is 50, key is test_row_0/C:col10/1732328561459/Put/seqid=0 2024-11-23T02:22:42,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742182_1358 (size=12001) 2024-11-23T02:22:42,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/5ab46165bdad42dc8171941caf848f58 2024-11-23T02:22:42,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/cf8208f1399e4e88bab8aafb0f54de50 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/cf8208f1399e4e88bab8aafb0f54de50 2024-11-23T02:22:42,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/cf8208f1399e4e88bab8aafb0f54de50, entries=250, sequenceid=92, filesize=47.0 K 2024-11-23T02:22:42,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/c5f79a6d32cf44cba375731f011139e8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c5f79a6d32cf44cba375731f011139e8 2024-11-23T02:22:42,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c5f79a6d32cf44cba375731f011139e8, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T02:22:42,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/5ab46165bdad42dc8171941caf848f58 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5ab46165bdad42dc8171941caf848f58 2024-11-23T02:22:42,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5ab46165bdad42dc8171941caf848f58, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T02:22:42,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 30538da726ec5b7cea005a62e8af82bb in 669ms, sequenceid=92, compaction requested=true 2024-11-23T02:22:42,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:42,130 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:42,130 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:42,131 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118853 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:42,131 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/A is initiating minor compaction (all files) 2024-11-23T02:22:42,131 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/A in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,131 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/7db204719e024b28994bb86fa4ecbb6e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/e829be67a2344181a028c9f7a7f596d2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/cf8208f1399e4e88bab8aafb0f54de50] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=116.1 K 2024-11-23T02:22:42,131 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,131 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/7db204719e024b28994bb86fa4ecbb6e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/e829be67a2344181a028c9f7a7f596d2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/cf8208f1399e4e88bab8aafb0f54de50] 2024-11-23T02:22:42,132 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:42,132 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/B is initiating minor compaction (all files) 2024-11-23T02:22:42,132 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/B in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,132 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7db204719e024b28994bb86fa4ecbb6e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328558129 2024-11-23T02:22:42,132 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c8ec3ac865cf4de39f488f1925a0086d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c35df9e45fc24fd38f1223f91ad9b0f8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c5f79a6d32cf44cba375731f011139e8] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=35.3 K 2024-11-23T02:22:42,133 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting e829be67a2344181a028c9f7a7f596d2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732328560411 2024-11-23T02:22:42,133 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf8208f1399e4e88bab8aafb0f54de50, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732328561129 2024-11-23T02:22:42,134 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c8ec3ac865cf4de39f488f1925a0086d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328558129 2024-11-23T02:22:42,134 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c35df9e45fc24fd38f1223f91ad9b0f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732328560411 2024-11-23T02:22:42,135 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c5f79a6d32cf44cba375731f011139e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732328561136 2024-11-23T02:22:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:42,142 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:42,149 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#B#compaction#302 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:42,150 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/080044a2edcd4f7aae346f9cb84e6f51 is 50, key is test_row_0/B:col10/1732328561459/Put/seqid=0 2024-11-23T02:22:42,165 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112395c0dc64a8c241f595454d42bff841f2_30538da726ec5b7cea005a62e8af82bb store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:42,167 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112395c0dc64a8c241f595454d42bff841f2_30538da726ec5b7cea005a62e8af82bb, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:42,167 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112395c0dc64a8c241f595454d42bff841f2_30538da726ec5b7cea005a62e8af82bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:42,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:42,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:42,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742183_1359 (size=12207) 2024-11-23T02:22:42,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742184_1360 (size=4469) 2024-11-23T02:22:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T02:22:42,191 INFO [Thread-1524 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-23T02:22:42,194 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#A#compaction#301 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:42,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328622183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,194 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/91f99d90599c4b29914513171b0435fe is 175, key is test_row_0/A:col10/1732328561459/Put/seqid=0 2024-11-23T02:22:42,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:42,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328622184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-23T02:22:42,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112340e14870d0794f8ba5e598fc55a71b09_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328561541/Put/seqid=0 2024-11-23T02:22:42,196 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:42,196 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/080044a2edcd4f7aae346f9cb84e6f51 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/080044a2edcd4f7aae346f9cb84e6f51 2024-11-23T02:22:42,197 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:22:42,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:42,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328622189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328622191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,205 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/B of 30538da726ec5b7cea005a62e8af82bb into 080044a2edcd4f7aae346f9cb84e6f51(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:42,205 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:42,205 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/B, priority=13, startTime=1732328562130; duration=0sec 2024-11-23T02:22:42,205 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:42,205 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:B 2024-11-23T02:22:42,205 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:42,206 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:42,206 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/C is initiating minor compaction (all files) 2024-11-23T02:22:42,206 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/C in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,206 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ba565f3bc1684a768d7fe5cc85eb27eb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d33fae0efc02476286b68b1c58629ed2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5ab46165bdad42dc8171941caf848f58] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=35.3 K 2024-11-23T02:22:42,207 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting ba565f3bc1684a768d7fe5cc85eb27eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328558129 2024-11-23T02:22:42,207 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d33fae0efc02476286b68b1c58629ed2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732328560411 2024-11-23T02:22:42,208 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ab46165bdad42dc8171941caf848f58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732328561136 2024-11-23T02:22:42,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328622201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,227 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#C#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:42,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742185_1361 (size=31161) 2024-11-23T02:22:42,227 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/84a92fe1fdb0423580c087ebe192624f is 50, key is test_row_0/C:col10/1732328561459/Put/seqid=0 2024-11-23T02:22:42,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742186_1362 (size=14594) 2024-11-23T02:22:42,229 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:42,236 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112340e14870d0794f8ba5e598fc55a71b09_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112340e14870d0794f8ba5e598fc55a71b09_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:42,237 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/91f99d90599c4b29914513171b0435fe as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/91f99d90599c4b29914513171b0435fe 2024-11-23T02:22:42,237 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/da6110fb96ba498b947f7b040e43e02e, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:42,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/da6110fb96ba498b947f7b040e43e02e is 175, key is test_row_0/A:col10/1732328561541/Put/seqid=0 2024-11-23T02:22:42,246 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/A of 30538da726ec5b7cea005a62e8af82bb into 91f99d90599c4b29914513171b0435fe(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:42,247 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:42,247 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/A, priority=13, startTime=1732328562130; duration=0sec 2024-11-23T02:22:42,247 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:42,247 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:A 2024-11-23T02:22:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742188_1364 (size=39549) 2024-11-23T02:22:42,288 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/da6110fb96ba498b947f7b040e43e02e 2024-11-23T02:22:42,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742187_1363 (size=12207) 2024-11-23T02:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:22:42,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328622298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328622298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,301 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/84a92fe1fdb0423580c087ebe192624f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/84a92fe1fdb0423580c087ebe192624f 2024-11-23T02:22:42,306 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/C of 30538da726ec5b7cea005a62e8af82bb into 84a92fe1fdb0423580c087ebe192624f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:42,306 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:42,306 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/C, priority=13, startTime=1732328562135; duration=0sec 2024-11-23T02:22:42,306 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:42,306 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:C 2024-11-23T02:22:42,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328622301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328622302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328622311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5bfd0f9f8277487d844235ead61258a8 is 50, key is test_row_0/B:col10/1732328561541/Put/seqid=0 2024-11-23T02:22:42,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T02:22:42,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742189_1365 (size=12001) 2024-11-23T02:22:42,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5bfd0f9f8277487d844235ead61258a8 2024-11-23T02:22:42,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/e9b5f0d020d942169777e869f34a89b1 is 50, key is test_row_0/C:col10/1732328561541/Put/seqid=0 2024-11-23T02:22:42,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742190_1366 (size=12001) 2024-11-23T02:22:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:22:42,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T02:22:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:42,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328622501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328622504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328622518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328622519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328622521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T02:22:42,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:22:42,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T02:22:42,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:42,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328622810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:42,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328622810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328622825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328622825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328622828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/e9b5f0d020d942169777e869f34a89b1 2024-11-23T02:22:42,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/da6110fb96ba498b947f7b040e43e02e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/da6110fb96ba498b947f7b040e43e02e 2024-11-23T02:22:42,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/da6110fb96ba498b947f7b040e43e02e, entries=200, sequenceid=119, filesize=38.6 K 2024-11-23T02:22:42,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5bfd0f9f8277487d844235ead61258a8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5bfd0f9f8277487d844235ead61258a8 2024-11-23T02:22:42,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5bfd0f9f8277487d844235ead61258a8, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T02:22:42,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/e9b5f0d020d942169777e869f34a89b1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e9b5f0d020d942169777e869f34a89b1 2024-11-23T02:22:42,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e9b5f0d020d942169777e869f34a89b1, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T02:22:42,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 30538da726ec5b7cea005a62e8af82bb in 685ms, sequenceid=119, compaction requested=false 2024-11-23T02:22:42,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:42,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:42,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T02:22:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:42,965 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T02:22:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:43,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234d1ce6cd95314d7597ce2a9e48fd55e9_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328562181/Put/seqid=0 2024-11-23T02:22:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742191_1367 (size=12154) 2024-11-23T02:22:43,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:43,075 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234d1ce6cd95314d7597ce2a9e48fd55e9_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d1ce6cd95314d7597ce2a9e48fd55e9_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/40d9397c2af5470ea52550ad15334cb5, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:43,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/40d9397c2af5470ea52550ad15334cb5 is 175, key is test_row_0/A:col10/1732328562181/Put/seqid=0 2024-11-23T02:22:43,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742192_1368 (size=30955) 2024-11-23T02:22:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:22:43,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:43,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328623367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328623373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328623383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328623381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328623387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328623484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328623488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,503 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/40d9397c2af5470ea52550ad15334cb5 2024-11-23T02:22:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328623497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328623498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328623498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5c7ad356e7ff44a9a56c8f568ee1d86b is 50, key is test_row_0/B:col10/1732328562181/Put/seqid=0 2024-11-23T02:22:43,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742193_1369 (size=12001) 2024-11-23T02:22:43,580 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5c7ad356e7ff44a9a56c8f568ee1d86b 2024-11-23T02:22:43,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/dc9324024fd5433d95de92a9237ba397 is 50, key is test_row_0/C:col10/1732328562181/Put/seqid=0 2024-11-23T02:22:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742194_1370 (size=12001) 2024-11-23T02:22:43,608 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/dc9324024fd5433d95de92a9237ba397 2024-11-23T02:22:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/40d9397c2af5470ea52550ad15334cb5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/40d9397c2af5470ea52550ad15334cb5 2024-11-23T02:22:43,618 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/40d9397c2af5470ea52550ad15334cb5, entries=150, sequenceid=132, filesize=30.2 K 2024-11-23T02:22:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5c7ad356e7ff44a9a56c8f568ee1d86b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5c7ad356e7ff44a9a56c8f568ee1d86b 2024-11-23T02:22:43,623 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5c7ad356e7ff44a9a56c8f568ee1d86b, entries=150, sequenceid=132, filesize=11.7 K 2024-11-23T02:22:43,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/dc9324024fd5433d95de92a9237ba397 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/dc9324024fd5433d95de92a9237ba397 2024-11-23T02:22:43,628 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/dc9324024fd5433d95de92a9237ba397, entries=150, sequenceid=132, filesize=11.7 K 2024-11-23T02:22:43,630 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 30538da726ec5b7cea005a62e8af82bb in 665ms, sequenceid=132, compaction requested=true 2024-11-23T02:22:43,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:43,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:43,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-23T02:22:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-23T02:22:43,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-23T02:22:43,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-23T02:22:43,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4390 sec 2024-11-23T02:22:43,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T02:22:43,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:43,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:43,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:43,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:43,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:43,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:43,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236c7c06a6b2ad48d493d5ff0b3a32d711_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328563382/Put/seqid=0 2024-11-23T02:22:43,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328623711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328623711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328623715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328623715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328623717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742195_1371 (size=14794) 2024-11-23T02:22:43,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328623827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328623827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:43,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328623827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328624018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328624024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328624030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328624030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328624035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,143 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,148 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236c7c06a6b2ad48d493d5ff0b3a32d711_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236c7c06a6b2ad48d493d5ff0b3a32d711_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:44,149 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/b4d14cd0c7264ea2aef7e3ac43396559, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:44,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/b4d14cd0c7264ea2aef7e3ac43396559 is 175, key is test_row_0/A:col10/1732328563382/Put/seqid=0 2024-11-23T02:22:44,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742196_1372 (size=39749) 2024-11-23T02:22:44,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/b4d14cd0c7264ea2aef7e3ac43396559 2024-11-23T02:22:44,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/11496ff5a76f4cefbbc05600c065fb95 is 50, key is test_row_0/B:col10/1732328563382/Put/seqid=0 2024-11-23T02:22:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742197_1373 (size=12151) 2024-11-23T02:22:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T02:22:44,305 INFO [Thread-1524 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-23T02:22:44,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-23T02:22:44,308 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:44,309 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:44,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:22:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328624350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328624350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328624351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:22:44,460 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328624531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328624532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:22:44,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:44,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:44,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/11496ff5a76f4cefbbc05600c065fb95 2024-11-23T02:22:44,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/cab5784ff8214430b3ad40b28efa96f6 is 50, key is test_row_0/C:col10/1732328563382/Put/seqid=0 2024-11-23T02:22:44,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742198_1374 (size=12151) 2024-11-23T02:22:44,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/cab5784ff8214430b3ad40b28efa96f6 2024-11-23T02:22:44,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/b4d14cd0c7264ea2aef7e3ac43396559 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b4d14cd0c7264ea2aef7e3ac43396559 2024-11-23T02:22:44,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b4d14cd0c7264ea2aef7e3ac43396559, entries=200, sequenceid=160, filesize=38.8 K 2024-11-23T02:22:44,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/11496ff5a76f4cefbbc05600c065fb95 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/11496ff5a76f4cefbbc05600c065fb95 2024-11-23T02:22:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/11496ff5a76f4cefbbc05600c065fb95, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T02:22:44,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/cab5784ff8214430b3ad40b28efa96f6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/cab5784ff8214430b3ad40b28efa96f6 2024-11-23T02:22:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/cab5784ff8214430b3ad40b28efa96f6, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T02:22:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:44,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 30538da726ec5b7cea005a62e8af82bb in 1073ms, sequenceid=160, compaction requested=true 2024-11-23T02:22:44,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,769 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:22:44,769 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,771 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:44,771 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/B is initiating minor compaction (all files) 2024-11-23T02:22:44,771 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/B in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,771 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/080044a2edcd4f7aae346f9cb84e6f51, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5bfd0f9f8277487d844235ead61258a8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5c7ad356e7ff44a9a56c8f568ee1d86b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/11496ff5a76f4cefbbc05600c065fb95] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=47.2 K 2024-11-23T02:22:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,772 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 080044a2edcd4f7aae346f9cb84e6f51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732328561136 2024-11-23T02:22:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,772 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:44,772 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/A is initiating minor compaction (all files) 2024-11-23T02:22:44,772 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/A in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,772 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/91f99d90599c4b29914513171b0435fe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/da6110fb96ba498b947f7b040e43e02e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/40d9397c2af5470ea52550ad15334cb5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b4d14cd0c7264ea2aef7e3ac43396559] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=138.1 K 2024-11-23T02:22:44,772 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,772 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/91f99d90599c4b29914513171b0435fe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/da6110fb96ba498b947f7b040e43e02e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/40d9397c2af5470ea52550ad15334cb5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b4d14cd0c7264ea2aef7e3ac43396559] 2024-11-23T02:22:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,773 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91f99d90599c4b29914513171b0435fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732328561136 2024-11-23T02:22:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,773 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bfd0f9f8277487d844235ead61258a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732328561539 2024-11-23T02:22:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,774 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting da6110fb96ba498b947f7b040e43e02e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732328561536 2024-11-23T02:22:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,774 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c7ad356e7ff44a9a56c8f568ee1d86b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732328562181 2024-11-23T02:22:44,774 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40d9397c2af5470ea52550ad15334cb5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732328562181 2024-11-23T02:22:44,774 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 11496ff5a76f4cefbbc05600c065fb95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732328563381 2024-11-23T02:22:44,774 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4d14cd0c7264ea2aef7e3ac43396559, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732328563352 2024-11-23T02:22:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,803 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:44,804 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/17f2734ade154329a6684587e44cbc72 is 50, key is test_row_0/B:col10/1732328563382/Put/seqid=0 2024-11-23T02:22:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,810 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,821 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411234de4ec9e2d0e40e08b9b06792ba53698_30538da726ec5b7cea005a62e8af82bb store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,823 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411234de4ec9e2d0e40e08b9b06792ba53698_30538da726ec5b7cea005a62e8af82bb, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:44,823 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234de4ec9e2d0e40e08b9b06792ba53698_30538da726ec5b7cea005a62e8af82bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742199_1375 (size=12493) 2024-11-23T02:22:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742200_1376 (size=4469) 2024-11-23T02:22:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:44,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,885 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#A#compaction#314 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,885 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/1eee3969a24c4a1b84a9821be00a3ebd is 175, key is test_row_0/A:col10/1732328563382/Put/seqid=0 2024-11-23T02:22:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,889 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/17f2734ade154329a6684587e44cbc72 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/17f2734ade154329a6684587e44cbc72 2024-11-23T02:22:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,894 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/B of 30538da726ec5b7cea005a62e8af82bb into 17f2734ade154329a6684587e44cbc72(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:44,894 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,894 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/B, priority=12, startTime=1732328564769; duration=0sec 2024-11-23T02:22:44,894 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:44,894 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:B 2024-11-23T02:22:44,894 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,897 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:44,897 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/C is initiating minor compaction (all files) 2024-11-23T02:22:44,897 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/C in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,897 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/84a92fe1fdb0423580c087ebe192624f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e9b5f0d020d942169777e869f34a89b1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/dc9324024fd5433d95de92a9237ba397, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/cab5784ff8214430b3ad40b28efa96f6] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=47.2 K 2024-11-23T02:22:44,898 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 84a92fe1fdb0423580c087ebe192624f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732328561136 2024-11-23T02:22:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,898 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e9b5f0d020d942169777e869f34a89b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732328561539 2024-11-23T02:22:44,899 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting dc9324024fd5433d95de92a9237ba397, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732328562181 2024-11-23T02:22:44,899 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting cab5784ff8214430b3ad40b28efa96f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732328563381 2024-11-23T02:22:44,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232cddfe9daa384963affd1fb5c0ae1b6e_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328564878/Put/seqid=0 2024-11-23T02:22:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:22:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:44,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:44,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:44,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742201_1377 (size=31447) 2024-11-23T02:22:44,934 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:44,935 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/1640601287bc4701acaa6f4bd4ffe0a4 is 50, key is test_row_0/C:col10/1732328563382/Put/seqid=0 2024-11-23T02:22:44,939 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/1eee3969a24c4a1b84a9821be00a3ebd as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1eee3969a24c4a1b84a9821be00a3ebd 2024-11-23T02:22:44,947 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/A of 30538da726ec5b7cea005a62e8af82bb into 1eee3969a24c4a1b84a9821be00a3ebd(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:44,947 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:44,947 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/A, priority=12, startTime=1732328564768; duration=0sec 2024-11-23T02:22:44,947 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:44,947 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:A 2024-11-23T02:22:44,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742202_1378 (size=17284) 2024-11-23T02:22:44,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:22:44,984 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T02:22:44,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742203_1379 (size=12493) 2024-11-23T02:22:45,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328625004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328625005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328625006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328625118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328625118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328625118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,227 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328625325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328625328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328625328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,371 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:45,378 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232cddfe9daa384963affd1fb5c0ae1b6e_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232cddfe9daa384963affd1fb5c0ae1b6e_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:45,381 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/3ef880181fbd41088889823735885920, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:45,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/3ef880181fbd41088889823735885920 is 175, key is test_row_0/A:col10/1732328564878/Put/seqid=0 2024-11-23T02:22:45,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:45,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742204_1380 (size=48389) 2024-11-23T02:22:45,404 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/3ef880181fbd41088889823735885920 2024-11-23T02:22:45,405 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/1640601287bc4701acaa6f4bd4ffe0a4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1640601287bc4701acaa6f4bd4ffe0a4 2024-11-23T02:22:45,414 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/C of 30538da726ec5b7cea005a62e8af82bb into 1640601287bc4701acaa6f4bd4ffe0a4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:45,414 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:45,414 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/C, priority=12, startTime=1732328564769; duration=0sec 2024-11-23T02:22:45,414 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:45,414 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:C 2024-11-23T02:22:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:22:45,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/53939a92a2754347bd1b6d780ae73dfd is 50, key is test_row_0/B:col10/1732328564878/Put/seqid=0 2024-11-23T02:22:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742205_1381 (size=12151) 2024-11-23T02:22:45,537 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328625534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328625542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328625635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328625635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328625636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:45,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:45,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:45,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:45,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:45,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/53939a92a2754347bd1b6d780ae73dfd 2024-11-23T02:22:45,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/5a9ee52676564e049e889a77fe1fa091 is 50, key is test_row_0/C:col10/1732328564878/Put/seqid=0 2024-11-23T02:22:45,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742206_1382 (size=12151) 2024-11-23T02:22:46,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:46,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:46,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:46,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:46,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328626142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:46,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328626144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:46,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328626144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:46,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:46,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:46,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:46,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:46,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:46,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:46,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:46,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:46,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:46,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:46,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/5a9ee52676564e049e889a77fe1fa091 2024-11-23T02:22:46,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/3ef880181fbd41088889823735885920 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/3ef880181fbd41088889823735885920 2024-11-23T02:22:46,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/3ef880181fbd41088889823735885920, entries=250, sequenceid=171, filesize=47.3 K 2024-11-23T02:22:46,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/53939a92a2754347bd1b6d780ae73dfd as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/53939a92a2754347bd1b6d780ae73dfd 2024-11-23T02:22:46,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/53939a92a2754347bd1b6d780ae73dfd, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T02:22:46,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/5a9ee52676564e049e889a77fe1fa091 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5a9ee52676564e049e889a77fe1fa091 2024-11-23T02:22:46,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5a9ee52676564e049e889a77fe1fa091, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T02:22:46,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 30538da726ec5b7cea005a62e8af82bb in 1499ms, sequenceid=171, compaction requested=false 2024-11-23T02:22:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:22:46,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:46,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T02:22:46,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:46,467 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:22:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:46,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fb865356b49b4a12937a40a8aec158f7_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328565002/Put/seqid=0 2024-11-23T02:22:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742207_1383 (size=12304) 2024-11-23T02:22:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:46,519 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fb865356b49b4a12937a40a8aec158f7_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fb865356b49b4a12937a40a8aec158f7_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/23f2f95491cc47d18f38ddd6935f48b0, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/23f2f95491cc47d18f38ddd6935f48b0 is 175, key is test_row_0/A:col10/1732328565002/Put/seqid=0 2024-11-23T02:22:46,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742208_1384 (size=31105) 2024-11-23T02:22:46,556 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/23f2f95491cc47d18f38ddd6935f48b0 2024-11-23T02:22:46,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/4203085840be4374abd006a98fa46a39 is 50, key is test_row_0/B:col10/1732328565002/Put/seqid=0 2024-11-23T02:22:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742209_1385 (size=12151) 2024-11-23T02:22:46,998 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/4203085840be4374abd006a98fa46a39 2024-11-23T02:22:47,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/d2340ce064af4f2b8a832f21fb6b01da is 50, key is test_row_0/C:col10/1732328565002/Put/seqid=0 2024-11-23T02:22:47,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742210_1386 (size=12151) 2024-11-23T02:22:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:47,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:47,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328627180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328627181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328627185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328627292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328627292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328627292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,453 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/d2340ce064af4f2b8a832f21fb6b01da 2024-11-23T02:22:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/23f2f95491cc47d18f38ddd6935f48b0 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/23f2f95491cc47d18f38ddd6935f48b0 2024-11-23T02:22:47,475 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/23f2f95491cc47d18f38ddd6935f48b0, entries=150, sequenceid=199, filesize=30.4 K 2024-11-23T02:22:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/4203085840be4374abd006a98fa46a39 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/4203085840be4374abd006a98fa46a39 2024-11-23T02:22:47,491 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/4203085840be4374abd006a98fa46a39, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T02:22:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/d2340ce064af4f2b8a832f21fb6b01da as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d2340ce064af4f2b8a832f21fb6b01da 2024-11-23T02:22:47,499 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d2340ce064af4f2b8a832f21fb6b01da, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T02:22:47,501 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 30538da726ec5b7cea005a62e8af82bb in 1034ms, sequenceid=199, compaction requested=true 2024-11-23T02:22:47,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:47,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:47,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-23T02:22:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-23T02:22:47,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-23T02:22:47,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1940 sec 2024-11-23T02:22:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:47,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:22:47,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 3.2000 sec 2024-11-23T02:22:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:47,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234661a04f520a403c9fcbc2f41fcb344e_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328567506/Put/seqid=0 2024-11-23T02:22:47,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328627566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328627569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742211_1387 (size=17284) 2024-11-23T02:22:47,585 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:47,589 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234661a04f520a403c9fcbc2f41fcb344e_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234661a04f520a403c9fcbc2f41fcb344e_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:47,591 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/a1fb679446a1446495b79bacea3d1055, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:47,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/a1fb679446a1446495b79bacea3d1055 is 175, key is test_row_0/A:col10/1732328567506/Put/seqid=0 2024-11-23T02:22:47,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328627580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328627580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328627580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742212_1388 (size=48389) 2024-11-23T02:22:47,619 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/a1fb679446a1446495b79bacea3d1055 2024-11-23T02:22:47,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/06bfbaebd10948f8b1fc6bec3380d2a7 is 50, key is test_row_0/B:col10/1732328567506/Put/seqid=0 2024-11-23T02:22:47,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742213_1389 (size=12151) 2024-11-23T02:22:47,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/06bfbaebd10948f8b1fc6bec3380d2a7 2024-11-23T02:22:47,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/e5b7483aae9e48c3954f763ae422a507 is 50, key is test_row_0/C:col10/1732328567506/Put/seqid=0 2024-11-23T02:22:47,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328627681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328627682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328627693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328627694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328627695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742214_1390 (size=12151) 2024-11-23T02:22:47,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/e5b7483aae9e48c3954f763ae422a507 2024-11-23T02:22:47,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/a1fb679446a1446495b79bacea3d1055 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a1fb679446a1446495b79bacea3d1055 2024-11-23T02:22:47,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a1fb679446a1446495b79bacea3d1055, entries=250, sequenceid=213, filesize=47.3 K 2024-11-23T02:22:47,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/06bfbaebd10948f8b1fc6bec3380d2a7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/06bfbaebd10948f8b1fc6bec3380d2a7 2024-11-23T02:22:47,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/06bfbaebd10948f8b1fc6bec3380d2a7, entries=150, sequenceid=213, filesize=11.9 K 2024-11-23T02:22:47,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/e5b7483aae9e48c3954f763ae422a507 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e5b7483aae9e48c3954f763ae422a507 2024-11-23T02:22:47,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e5b7483aae9e48c3954f763ae422a507, entries=150, sequenceid=213, filesize=11.9 K 2024-11-23T02:22:47,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 30538da726ec5b7cea005a62e8af82bb in 250ms, sequenceid=213, compaction requested=true 2024-11-23T02:22:47,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:47,756 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:47,758 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159330 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:47,758 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/A is initiating minor compaction (all files) 2024-11-23T02:22:47,758 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/A in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:47,758 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1eee3969a24c4a1b84a9821be00a3ebd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/3ef880181fbd41088889823735885920, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/23f2f95491cc47d18f38ddd6935f48b0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a1fb679446a1446495b79bacea3d1055] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=155.6 K 2024-11-23T02:22:47,758 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:47,758 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1eee3969a24c4a1b84a9821be00a3ebd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/3ef880181fbd41088889823735885920, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/23f2f95491cc47d18f38ddd6935f48b0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a1fb679446a1446495b79bacea3d1055] 2024-11-23T02:22:47,759 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1eee3969a24c4a1b84a9821be00a3ebd, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732328563381 2024-11-23T02:22:47,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:47,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:47,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:47,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:47,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:47,759 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:47,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:47,759 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ef880181fbd41088889823735885920, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732328563713 2024-11-23T02:22:47,760 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f2f95491cc47d18f38ddd6935f48b0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732328564991 2024-11-23T02:22:47,760 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1fb679446a1446495b79bacea3d1055, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732328567168 2024-11-23T02:22:47,761 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:47,761 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/B is initiating minor compaction (all files) 2024-11-23T02:22:47,761 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/B in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:47,761 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/17f2734ade154329a6684587e44cbc72, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/53939a92a2754347bd1b6d780ae73dfd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/4203085840be4374abd006a98fa46a39, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/06bfbaebd10948f8b1fc6bec3380d2a7] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=47.8 K 2024-11-23T02:22:47,762 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 17f2734ade154329a6684587e44cbc72, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732328563381 2024-11-23T02:22:47,763 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 53939a92a2754347bd1b6d780ae73dfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732328563713 2024-11-23T02:22:47,763 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4203085840be4374abd006a98fa46a39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732328564991 2024-11-23T02:22:47,768 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 06bfbaebd10948f8b1fc6bec3380d2a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732328567177 2024-11-23T02:22:47,788 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:47,790 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#B#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:47,791 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/2489803e7c0b453a8f01d7763ddd82ec is 50, key is test_row_0/B:col10/1732328567506/Put/seqid=0 2024-11-23T02:22:47,797 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123177a307bd656454682d07dc6e960c130_30538da726ec5b7cea005a62e8af82bb store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:47,800 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123177a307bd656454682d07dc6e960c130_30538da726ec5b7cea005a62e8af82bb, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:47,800 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123177a307bd656454682d07dc6e960c130_30538da726ec5b7cea005a62e8af82bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:47,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742215_1391 (size=12629) 2024-11-23T02:22:47,868 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/2489803e7c0b453a8f01d7763ddd82ec as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/2489803e7c0b453a8f01d7763ddd82ec 2024-11-23T02:22:47,877 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/B of 30538da726ec5b7cea005a62e8af82bb into 2489803e7c0b453a8f01d7763ddd82ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:47,877 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:47,877 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/B, priority=12, startTime=1732328567759; duration=0sec 2024-11-23T02:22:47,877 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:47,877 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:B 2024-11-23T02:22:47,877 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:47,878 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:47,879 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/C is initiating minor compaction (all files) 2024-11-23T02:22:47,879 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/C in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:47,879 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1640601287bc4701acaa6f4bd4ffe0a4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5a9ee52676564e049e889a77fe1fa091, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d2340ce064af4f2b8a832f21fb6b01da, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e5b7483aae9e48c3954f763ae422a507] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=47.8 K 2024-11-23T02:22:47,879 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 1640601287bc4701acaa6f4bd4ffe0a4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732328563381 2024-11-23T02:22:47,880 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a9ee52676564e049e889a77fe1fa091, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732328563713 2024-11-23T02:22:47,883 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d2340ce064af4f2b8a832f21fb6b01da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732328564991 2024-11-23T02:22:47,883 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e5b7483aae9e48c3954f763ae422a507, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732328567177 2024-11-23T02:22:47,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742216_1392 (size=4469) 2024-11-23T02:22:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:47,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:22:47,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:47,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:47,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:47,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:47,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:47,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:47,898 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#C#compaction#327 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:47,899 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/18bf31a924b346bb9776b1da78317ccf is 50, key is test_row_0/C:col10/1732328567506/Put/seqid=0 2024-11-23T02:22:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328627914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328627915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328627916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328627918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112376858074f1e844babc6828260d64e41c_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328567576/Put/seqid=0 2024-11-23T02:22:47,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328627923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:47,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742217_1393 (size=12629) 2024-11-23T02:22:47,960 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/18bf31a924b346bb9776b1da78317ccf as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/18bf31a924b346bb9776b1da78317ccf 2024-11-23T02:22:47,966 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/C of 30538da726ec5b7cea005a62e8af82bb into 18bf31a924b346bb9776b1da78317ccf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:47,966 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:47,966 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/C, priority=12, startTime=1732328567759; duration=0sec 2024-11-23T02:22:47,966 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:47,966 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:C 2024-11-23T02:22:47,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742218_1394 (size=14794) 2024-11-23T02:22:48,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328628025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328628029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328628031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328628031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328628034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328628229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328628238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328628239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328628239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328628241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,289 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#A#compaction#325 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:48,289 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/0fe634d1ffe840ac9de42fedd5a1a057 is 175, key is test_row_0/A:col10/1732328567506/Put/seqid=0 2024-11-23T02:22:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742219_1395 (size=31583) 2024-11-23T02:22:48,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:48,394 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112376858074f1e844babc6828260d64e41c_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112376858074f1e844babc6828260d64e41c_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:48,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/4bcd2e55f6904715953e445c77e28c75, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:48,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/4bcd2e55f6904715953e445c77e28c75 is 175, key is test_row_0/A:col10/1732328567576/Put/seqid=0 2024-11-23T02:22:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T02:22:48,420 INFO [Thread-1524 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-23T02:22:48,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-23T02:22:48,423 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:22:48,424 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:48,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:48,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742220_1396 (size=39749) 2024-11-23T02:22:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:22:48,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328628537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328628546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328628546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328628547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328628549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T02:22:48,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:48,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:48,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:48,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:48,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:48,724 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/0fe634d1ffe840ac9de42fedd5a1a057 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0fe634d1ffe840ac9de42fedd5a1a057 2024-11-23T02:22:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:22:48,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T02:22:48,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:48,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:48,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:48,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:48,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:48,730 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/A of 30538da726ec5b7cea005a62e8af82bb into 0fe634d1ffe840ac9de42fedd5a1a057(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:48,730 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:48,730 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/A, priority=12, startTime=1732328567756; duration=0sec 2024-11-23T02:22:48,731 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:48,731 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:A 2024-11-23T02:22:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:48,832 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/4bcd2e55f6904715953e445c77e28c75 2024-11-23T02:22:48,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/d06044b10d9b4b1b984a7711f6c240e7 is 50, key is test_row_0/B:col10/1732328567576/Put/seqid=0 2024-11-23T02:22:48,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742221_1397 (size=12151) 2024-11-23T02:22:48,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/d06044b10d9b4b1b984a7711f6c240e7 2024-11-23T02:22:48,882 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:48,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T02:22:48,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:48,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:48,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:48,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:48,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:48,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/c1f257cea38b4921a6871e101e92bf82 is 50, key is test_row_0/C:col10/1732328567576/Put/seqid=0 2024-11-23T02:22:48,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742222_1398 (size=12151) 2024-11-23T02:22:48,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/c1f257cea38b4921a6871e101e92bf82 2024-11-23T02:22:48,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/4bcd2e55f6904715953e445c77e28c75 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/4bcd2e55f6904715953e445c77e28c75 2024-11-23T02:22:48,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/4bcd2e55f6904715953e445c77e28c75, entries=200, sequenceid=238, filesize=38.8 K 2024-11-23T02:22:48,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/d06044b10d9b4b1b984a7711f6c240e7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d06044b10d9b4b1b984a7711f6c240e7 2024-11-23T02:22:48,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d06044b10d9b4b1b984a7711f6c240e7, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T02:22:48,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/c1f257cea38b4921a6871e101e92bf82 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/c1f257cea38b4921a6871e101e92bf82 2024-11-23T02:22:48,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/c1f257cea38b4921a6871e101e92bf82, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T02:22:48,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 30538da726ec5b7cea005a62e8af82bb in 1068ms, sequenceid=238, compaction requested=false 2024-11-23T02:22:48,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:22:49,037 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T02:22:49,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:49,037 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:22:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b004cfebab57422bb8716fbaa0aac0a7_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328567922/Put/seqid=0 2024-11-23T02:22:49,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742223_1399 (size=12304) 2024-11-23T02:22:49,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:49,082 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b004cfebab57422bb8716fbaa0aac0a7_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b004cfebab57422bb8716fbaa0aac0a7_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:49,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/6ae4e58f3a254638bfbedc9def221bc6, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:49,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/6ae4e58f3a254638bfbedc9def221bc6 is 175, key is test_row_0/A:col10/1732328567922/Put/seqid=0 2024-11-23T02:22:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742224_1400 (size=31105) 2024-11-23T02:22:49,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328629103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328629105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328629142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328629142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328629142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328629249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328629251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328629252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328629253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328629254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328629457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328629460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328629461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328629461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328629461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,495 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/6ae4e58f3a254638bfbedc9def221bc6 2024-11-23T02:22:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/d4f666bea8ab49c6821d2c6c6f103915 is 50, key is test_row_0/B:col10/1732328567922/Put/seqid=0 2024-11-23T02:22:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742225_1401 (size=12151) 2024-11-23T02:22:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:22:49,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328629762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328629765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328629766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328629767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328629773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:49,922 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/d4f666bea8ab49c6821d2c6c6f103915 2024-11-23T02:22:49,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/b9e8e1770d224df9851c1fc57be116e4 is 50, key is test_row_0/C:col10/1732328567922/Put/seqid=0 2024-11-23T02:22:49,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742226_1402 (size=12151) 2024-11-23T02:22:49,959 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/b9e8e1770d224df9851c1fc57be116e4 2024-11-23T02:22:49,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/6ae4e58f3a254638bfbedc9def221bc6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6ae4e58f3a254638bfbedc9def221bc6 2024-11-23T02:22:49,974 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6ae4e58f3a254638bfbedc9def221bc6, entries=150, sequenceid=252, filesize=30.4 K 2024-11-23T02:22:49,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/d4f666bea8ab49c6821d2c6c6f103915 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d4f666bea8ab49c6821d2c6c6f103915 2024-11-23T02:22:49,987 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d4f666bea8ab49c6821d2c6c6f103915, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T02:22:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/b9e8e1770d224df9851c1fc57be116e4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/b9e8e1770d224df9851c1fc57be116e4 2024-11-23T02:22:49,993 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/b9e8e1770d224df9851c1fc57be116e4, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T02:22:49,996 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 30538da726ec5b7cea005a62e8af82bb in 957ms, sequenceid=252, compaction requested=true 2024-11-23T02:22:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-23T02:22:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-23T02:22:50,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-23T02:22:50,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5740 sec 2024-11-23T02:22:50,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.5810 sec 2024-11-23T02:22:50,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T02:22:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:50,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:50,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328630285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328630285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328630286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328630292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328630294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231cfabeeb48e44b35a53b00dd9bb89bd2_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328570277/Put/seqid=0 2024-11-23T02:22:50,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742227_1403 (size=14994) 2024-11-23T02:22:50,344 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:50,353 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231cfabeeb48e44b35a53b00dd9bb89bd2_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cfabeeb48e44b35a53b00dd9bb89bd2_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:50,354 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/6dae16b8edbc4ae58f6e8c743a13e633, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:50,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/6dae16b8edbc4ae58f6e8c743a13e633 is 175, key is test_row_0/A:col10/1732328570277/Put/seqid=0 2024-11-23T02:22:50,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742228_1404 (size=39949) 2024-11-23T02:22:50,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328630396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328630395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328630396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328630402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328630402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T02:22:50,528 INFO [Thread-1524 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-23T02:22:50,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-23T02:22:50,533 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:22:50,534 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:50,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:50,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328630606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328630606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328630606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328630608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328630609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:22:50,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:22:50,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:50,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:50,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:50,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,766 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/6dae16b8edbc4ae58f6e8c743a13e633 2024-11-23T02:22:50,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/77be99a1515043b29a236acf00c837b0 is 50, key is test_row_0/B:col10/1732328570277/Put/seqid=0 2024-11-23T02:22:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742229_1405 (size=12301) 2024-11-23T02:22:50,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/77be99a1515043b29a236acf00c837b0 2024-11-23T02:22:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:22:50,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:22:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:50,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/310c49fd339c41adbd1e5233db39daef is 50, key is test_row_0/C:col10/1732328570277/Put/seqid=0 2024-11-23T02:22:50,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742230_1406 (size=12301) 2024-11-23T02:22:50,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328630913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328630913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328630913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328630917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328630917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,993 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:50,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:22:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:50,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:22:51,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:22:51,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:51,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/310c49fd339c41adbd1e5233db39daef 2024-11-23T02:22:51,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/6dae16b8edbc4ae58f6e8c743a13e633 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6dae16b8edbc4ae58f6e8c743a13e633 2024-11-23T02:22:51,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6dae16b8edbc4ae58f6e8c743a13e633, entries=200, sequenceid=279, filesize=39.0 K 2024-11-23T02:22:51,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/77be99a1515043b29a236acf00c837b0 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/77be99a1515043b29a236acf00c837b0 2024-11-23T02:22:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/77be99a1515043b29a236acf00c837b0, entries=150, sequenceid=279, filesize=12.0 K 2024-11-23T02:22:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/310c49fd339c41adbd1e5233db39daef as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/310c49fd339c41adbd1e5233db39daef 2024-11-23T02:22:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:22:51,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:51,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/310c49fd339c41adbd1e5233db39daef, entries=150, sequenceid=279, filesize=12.0 K 2024-11-23T02:22:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 30538da726ec5b7cea005a62e8af82bb in 1029ms, sequenceid=279, compaction requested=true 2024-11-23T02:22:51,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:51,309 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:51,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:51,309 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:51,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,310 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142386 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:51,310 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/A is initiating minor compaction (all files) 2024-11-23T02:22:51,311 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/A in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,311 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0fe634d1ffe840ac9de42fedd5a1a057, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/4bcd2e55f6904715953e445c77e28c75, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6ae4e58f3a254638bfbedc9def221bc6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6dae16b8edbc4ae58f6e8c743a13e633] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=139.0 K 2024-11-23T02:22:51,311 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,311 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0fe634d1ffe840ac9de42fedd5a1a057, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/4bcd2e55f6904715953e445c77e28c75, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6ae4e58f3a254638bfbedc9def221bc6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6dae16b8edbc4ae58f6e8c743a13e633] 2024-11-23T02:22:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,311 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:51,312 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/B is initiating minor compaction (all files) 2024-11-23T02:22:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,312 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/B in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,312 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/2489803e7c0b453a8f01d7763ddd82ec, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d06044b10d9b4b1b984a7711f6c240e7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d4f666bea8ab49c6821d2c6c6f103915, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/77be99a1515043b29a236acf00c837b0] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=48.1 K 2024-11-23T02:22:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,313 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2489803e7c0b453a8f01d7763ddd82ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732328567177 2024-11-23T02:22:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,313 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting d06044b10d9b4b1b984a7711f6c240e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732328567568 2024-11-23T02:22:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,314 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4f666bea8ab49c6821d2c6c6f103915, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732328567910 2024-11-23T02:22:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,314 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77be99a1515043b29a236acf00c837b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732328569091 2024-11-23T02:22:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,316 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fe634d1ffe840ac9de42fedd5a1a057, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732328567177 2024-11-23T02:22:51,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:51,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:51,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,317 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bcd2e55f6904715953e445c77e28c75, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732328567568 2024-11-23T02:22:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,318 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ae4e58f3a254638bfbedc9def221bc6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732328567910 2024-11-23T02:22:51,319 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dae16b8edbc4ae58f6e8c743a13e633, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732328569091 2024-11-23T02:22:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,340 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#B#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,341 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/03f51142dcd14c75b29a49b1c2dd229f is 50, key is test_row_0/B:col10/1732328570277/Put/seqid=0 2024-11-23T02:22:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,345 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,364 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411237166392cbb8a4f069b847bb0d0d80d3b_30538da726ec5b7cea005a62e8af82bb store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:51,366 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411237166392cbb8a4f069b847bb0d0d80d3b_30538da726ec5b7cea005a62e8af82bb, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:51,366 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237166392cbb8a4f069b847bb0d0d80d3b_30538da726ec5b7cea005a62e8af82bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742231_1407 (size=12915) 2024-11-23T02:22:51,382 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/03f51142dcd14c75b29a49b1c2dd229f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/03f51142dcd14c75b29a49b1c2dd229f 2024-11-23T02:22:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,388 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/B of 30538da726ec5b7cea005a62e8af82bb into 03f51142dcd14c75b29a49b1c2dd229f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,388 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:51,388 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/B, priority=12, startTime=1732328571309; duration=0sec 2024-11-23T02:22:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,388 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:51,388 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:B 2024-11-23T02:22:51,389 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,390 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:51,390 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/C is initiating minor compaction (all files) 2024-11-23T02:22:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,390 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/C in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,390 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/18bf31a924b346bb9776b1da78317ccf, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/c1f257cea38b4921a6871e101e92bf82, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/b9e8e1770d224df9851c1fc57be116e4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/310c49fd339c41adbd1e5233db39daef] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=48.1 K 2024-11-23T02:22:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,391 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18bf31a924b346bb9776b1da78317ccf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732328567177 2024-11-23T02:22:51,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742232_1408 (size=4469) 2024-11-23T02:22:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,391 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1f257cea38b4921a6871e101e92bf82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732328567568 2024-11-23T02:22:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,392 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9e8e1770d224df9851c1fc57be116e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732328567910 2024-11-23T02:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,392 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 310c49fd339c41adbd1e5233db39daef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732328569091 2024-11-23T02:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,393 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#A#compaction#338 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,393 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/6a02994270a0419db9b1f23326b427d3 is 175, key is test_row_0/A:col10/1732328570277/Put/seqid=0 2024-11-23T02:22:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,419 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#C#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:51,420 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/6605118d03b24e5ca9f0c797cd227921 is 50, key is test_row_0/C:col10/1732328570277/Put/seqid=0 2024-11-23T02:22:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742233_1409 (size=31869) 2024-11-23T02:22:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,433 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/6a02994270a0419db9b1f23326b427d3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6a02994270a0419db9b1f23326b427d3 2024-11-23T02:22:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742234_1410 (size=12915) 2024-11-23T02:22:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,447 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/A of 30538da726ec5b7cea005a62e8af82bb into 6a02994270a0419db9b1f23326b427d3(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,447 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:51,447 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/A, priority=12, startTime=1732328571308; duration=0sec 2024-11-23T02:22:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,447 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:51,447 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:A 2024-11-23T02:22:51,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:22:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:51,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:51,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:51,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:51,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:22:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:51,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,459 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/6605118d03b24e5ca9f0c797cd227921 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/6605118d03b24e5ca9f0c797cd227921 2024-11-23T02:22:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232f7503510f0c4100bc3745acd523fed4_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_1/A:col10/1732328571445/Put/seqid=0 2024-11-23T02:22:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,468 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/C of 30538da726ec5b7cea005a62e8af82bb into 6605118d03b24e5ca9f0c797cd227921(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:51,468 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:51,468 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/C, priority=12, startTime=1732328571316; duration=0sec 2024-11-23T02:22:51,469 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:51,469 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:C 2024-11-23T02:22:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742235_1411 (size=14994) 2024-11-23T02:22:51,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:51,496 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232f7503510f0c4100bc3745acd523fed4_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f7503510f0c4100bc3745acd523fed4_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:51,497 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/2c2721943d734231b6f05e14efa1685a, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:51,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/2c2721943d734231b6f05e14efa1685a is 175, key is test_row_1/A:col10/1732328571445/Put/seqid=0 2024-11-23T02:22:51,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742236_1412 (size=39945) 2024-11-23T02:22:51,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/2c2721943d734231b6f05e14efa1685a 2024-11-23T02:22:51,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/02cdba1e1eb746febd6278e55c85c01a is 50, key is test_row_1/B:col10/1732328571445/Put/seqid=0 2024-11-23T02:22:51,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328631522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328631524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328631525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328631533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328631533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742237_1413 (size=9857) 2024-11-23T02:22:51,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:22:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:22:51,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328631635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328631635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328631635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328631640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328631640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,762 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:22:51,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:51,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328631842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328631842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328631843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328631846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328631846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,916 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:51,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:22:51,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:51,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:51,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:51,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/02cdba1e1eb746febd6278e55c85c01a 2024-11-23T02:22:51,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/7fcde38709eb470292f75fa2a58a6268 is 50, key is test_row_1/C:col10/1732328571445/Put/seqid=0 2024-11-23T02:22:52,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742238_1414 (size=9857) 2024-11-23T02:22:52,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/7fcde38709eb470292f75fa2a58a6268 2024-11-23T02:22:52,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/2c2721943d734231b6f05e14efa1685a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/2c2721943d734231b6f05e14efa1685a 2024-11-23T02:22:52,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/2c2721943d734231b6f05e14efa1685a, entries=200, sequenceid=292, filesize=39.0 K 2024-11-23T02:22:52,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/02cdba1e1eb746febd6278e55c85c01a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/02cdba1e1eb746febd6278e55c85c01a 2024-11-23T02:22:52,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/02cdba1e1eb746febd6278e55c85c01a, entries=100, sequenceid=292, filesize=9.6 K 2024-11-23T02:22:52,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/7fcde38709eb470292f75fa2a58a6268 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7fcde38709eb470292f75fa2a58a6268 2024-11-23T02:22:52,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7fcde38709eb470292f75fa2a58a6268, entries=100, sequenceid=292, filesize=9.6 K 2024-11-23T02:22:52,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 30538da726ec5b7cea005a62e8af82bb in 594ms, sequenceid=292, compaction requested=false 2024-11-23T02:22:52,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:52,070 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T02:22:52,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:52,071 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:22:52,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:52,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e9b1136ddfb04c32a91fb52a54c00f74_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328571524/Put/seqid=0 2024-11-23T02:22:52,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742239_1415 (size=12454) 2024-11-23T02:22:52,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:52,128 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e9b1136ddfb04c32a91fb52a54c00f74_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e9b1136ddfb04c32a91fb52a54c00f74_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:52,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/604474322b254fddb89b8fe6118413b8, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:52,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/604474322b254fddb89b8fe6118413b8 is 175, key is test_row_0/A:col10/1732328571524/Put/seqid=0 2024-11-23T02:22:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742240_1416 (size=31255) 2024-11-23T02:22:52,154 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/604474322b254fddb89b8fe6118413b8 2024-11-23T02:22:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:52,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:52,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/9c7b89bad58b409894be98c8962f9df3 is 50, key is test_row_0/B:col10/1732328571524/Put/seqid=0 2024-11-23T02:22:52,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328632168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328632176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328632177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742241_1417 (size=12301) 2024-11-23T02:22:52,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328632181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328632192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328632282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328632292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328632292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328632301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328632309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328632500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328632500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328632501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328632515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328632517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,598 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/9c7b89bad58b409894be98c8962f9df3 2024-11-23T02:22:52,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/79b1ad4b7c054e3bbe06cea526a1d190 is 50, key is test_row_0/C:col10/1732328571524/Put/seqid=0 2024-11-23T02:22:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:22:52,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742242_1418 (size=12301) 2024-11-23T02:22:52,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328632807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328632807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328632811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328632824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:52,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328632827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,066 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/79b1ad4b7c054e3bbe06cea526a1d190 2024-11-23T02:22:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/604474322b254fddb89b8fe6118413b8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/604474322b254fddb89b8fe6118413b8 2024-11-23T02:22:53,075 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/604474322b254fddb89b8fe6118413b8, entries=150, sequenceid=318, filesize=30.5 K 2024-11-23T02:22:53,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/9c7b89bad58b409894be98c8962f9df3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/9c7b89bad58b409894be98c8962f9df3 2024-11-23T02:22:53,082 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/9c7b89bad58b409894be98c8962f9df3, entries=150, sequenceid=318, filesize=12.0 K 2024-11-23T02:22:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/79b1ad4b7c054e3bbe06cea526a1d190 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/79b1ad4b7c054e3bbe06cea526a1d190 2024-11-23T02:22:53,087 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/79b1ad4b7c054e3bbe06cea526a1d190, entries=150, sequenceid=318, filesize=12.0 K 2024-11-23T02:22:53,088 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 30538da726ec5b7cea005a62e8af82bb in 1017ms, sequenceid=318, compaction requested=true 2024-11-23T02:22:53,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:53,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:53,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-23T02:22:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-23T02:22:53,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-23T02:22:53,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5570 sec 2024-11-23T02:22:53,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.5610 sec 2024-11-23T02:22:53,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:22:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:53,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:53,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:53,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:53,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:53,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:53,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232dacd42ded414e859dd896e644981b74_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328573314/Put/seqid=0 2024-11-23T02:22:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742243_1419 (size=14994) 2024-11-23T02:22:53,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328633388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328633397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328633399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328633400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328633400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328633501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328633509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328633511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328633514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328633514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328633708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328633716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328633719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328633720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328633721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:53,789 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:53,794 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232dacd42ded414e859dd896e644981b74_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232dacd42ded414e859dd896e644981b74_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:53,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/0b6879824659476481b228257c1c9ea5, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:53,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/0b6879824659476481b228257c1c9ea5 is 175, key is test_row_0/A:col10/1732328573314/Put/seqid=0 2024-11-23T02:22:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742244_1420 (size=39949) 2024-11-23T02:22:54,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328634018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328634024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328634027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328634027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328634030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,233 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/0b6879824659476481b228257c1c9ea5 2024-11-23T02:22:54,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/8e725fb37b7144cea28107f7915b6346 is 50, key is test_row_0/B:col10/1732328573314/Put/seqid=0 2024-11-23T02:22:54,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742245_1421 (size=12301) 2024-11-23T02:22:54,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328634536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328634539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328634543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328634545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328634545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T02:22:54,641 INFO [Thread-1524 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-23T02:22:54,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-23T02:22:54,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:22:54,647 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:54,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:54,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/8e725fb37b7144cea28107f7915b6346 2024-11-23T02:22:54,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/06ad463f86f04b3e9ab4bfe071436b71 is 50, key is test_row_0/C:col10/1732328573314/Put/seqid=0 2024-11-23T02:22:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:22:54,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742246_1422 (size=12301) 2024-11-23T02:22:54,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T02:22:54,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:54,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:54,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:54,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:54,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:22:54,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:54,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T02:22:54,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:54,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:54,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:54,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:54,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T02:22:55,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:55,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:55,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:55,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:55,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/06ad463f86f04b3e9ab4bfe071436b71 2024-11-23T02:22:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/0b6879824659476481b228257c1c9ea5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0b6879824659476481b228257c1c9ea5 2024-11-23T02:22:55,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0b6879824659476481b228257c1c9ea5, entries=200, sequenceid=332, filesize=39.0 K 2024-11-23T02:22:55,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/8e725fb37b7144cea28107f7915b6346 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/8e725fb37b7144cea28107f7915b6346 2024-11-23T02:22:55,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/8e725fb37b7144cea28107f7915b6346, entries=150, sequenceid=332, filesize=12.0 K 2024-11-23T02:22:55,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/06ad463f86f04b3e9ab4bfe071436b71 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/06ad463f86f04b3e9ab4bfe071436b71 2024-11-23T02:22:55,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/06ad463f86f04b3e9ab4bfe071436b71, entries=150, sequenceid=332, filesize=12.0 K 2024-11-23T02:22:55,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 30538da726ec5b7cea005a62e8af82bb in 1877ms, sequenceid=332, compaction requested=true 2024-11-23T02:22:55,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:55,193 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:55,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:55,193 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:55,194 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:55,194 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143018 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:55,194 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/B is initiating minor compaction (all files) 2024-11-23T02:22:55,194 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/A is initiating minor compaction (all files) 2024-11-23T02:22:55,194 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/A in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:55,194 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/B in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:55,194 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/03f51142dcd14c75b29a49b1c2dd229f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/02cdba1e1eb746febd6278e55c85c01a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/9c7b89bad58b409894be98c8962f9df3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/8e725fb37b7144cea28107f7915b6346] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=46.3 K 2024-11-23T02:22:55,194 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6a02994270a0419db9b1f23326b427d3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/2c2721943d734231b6f05e14efa1685a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/604474322b254fddb89b8fe6118413b8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0b6879824659476481b228257c1c9ea5] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=139.7 K 2024-11-23T02:22:55,195 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:55,195 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6a02994270a0419db9b1f23326b427d3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/2c2721943d734231b6f05e14efa1685a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/604474322b254fddb89b8fe6118413b8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0b6879824659476481b228257c1c9ea5] 2024-11-23T02:22:55,195 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 03f51142dcd14c75b29a49b1c2dd229f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732328569091 2024-11-23T02:22:55,195 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a02994270a0419db9b1f23326b427d3, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732328569091 2024-11-23T02:22:55,195 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c2721943d734231b6f05e14efa1685a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732328570290 2024-11-23T02:22:55,195 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 02cdba1e1eb746febd6278e55c85c01a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732328570290 2024-11-23T02:22:55,196 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 604474322b254fddb89b8fe6118413b8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732328571524 2024-11-23T02:22:55,196 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c7b89bad58b409894be98c8962f9df3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732328571524 2024-11-23T02:22:55,197 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e725fb37b7144cea28107f7915b6346, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732328572176 2024-11-23T02:22:55,198 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b6879824659476481b228257c1c9ea5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732328572175 2024-11-23T02:22:55,220 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:55,225 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:55,225 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/0224a5d830354b9fa49a768770574a8b is 50, key is test_row_0/B:col10/1732328573314/Put/seqid=0 2024-11-23T02:22:55,232 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d8a524e449684f0c998952a4e2454941_30538da726ec5b7cea005a62e8af82bb store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:55,235 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d8a524e449684f0c998952a4e2454941_30538da726ec5b7cea005a62e8af82bb, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:55,235 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d8a524e449684f0c998952a4e2454941_30538da726ec5b7cea005a62e8af82bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:22:55,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742247_1423 (size=13051) 2024-11-23T02:22:55,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T02:22:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:55,271 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:22:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742248_1424 (size=4469) 2024-11-23T02:22:55,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236fc754da917e417aa3aa3c906f6718a6_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328573397/Put/seqid=0 2024-11-23T02:22:55,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742249_1425 (size=12454) 2024-11-23T02:22:55,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:55,332 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236fc754da917e417aa3aa3c906f6718a6_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236fc754da917e417aa3aa3c906f6718a6_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:55,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/f627461551564ce5ab03af93dcdce6e2, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:55,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/f627461551564ce5ab03af93dcdce6e2 is 175, key is test_row_0/A:col10/1732328573397/Put/seqid=0 2024-11-23T02:22:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742250_1426 (size=31255) 2024-11-23T02:22:55,355 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/f627461551564ce5ab03af93dcdce6e2 2024-11-23T02:22:55,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5dd4fec6f5624efc821bb8b08fdf0dbe is 50, key is test_row_0/B:col10/1732328573397/Put/seqid=0 2024-11-23T02:22:55,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742251_1427 (size=12301) 2024-11-23T02:22:55,394 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5dd4fec6f5624efc821bb8b08fdf0dbe 2024-11-23T02:22:55,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/1cc37446b2044e509e90ffbc990158e6 is 50, key is test_row_0/C:col10/1732328573397/Put/seqid=0 2024-11-23T02:22:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742252_1428 (size=12301) 2024-11-23T02:22:55,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:55,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328635565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328635572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328635573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328635574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328635575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,662 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/0224a5d830354b9fa49a768770574a8b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0224a5d830354b9fa49a768770574a8b 2024-11-23T02:22:55,670 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/B of 30538da726ec5b7cea005a62e8af82bb into 0224a5d830354b9fa49a768770574a8b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:55,670 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:55,670 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/B, priority=12, startTime=1732328575193; duration=0sec 2024-11-23T02:22:55,670 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:55,670 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:B 2024-11-23T02:22:55,671 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:22:55,672 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:22:55,673 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/C is initiating minor compaction (all files) 2024-11-23T02:22:55,673 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/C in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:55,673 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/6605118d03b24e5ca9f0c797cd227921, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7fcde38709eb470292f75fa2a58a6268, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/79b1ad4b7c054e3bbe06cea526a1d190, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/06ad463f86f04b3e9ab4bfe071436b71] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=46.3 K 2024-11-23T02:22:55,675 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#A#compaction#349 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:55,675 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/578388831cc34f858c7f211d2528b97d is 175, key is test_row_0/A:col10/1732328573314/Put/seqid=0 2024-11-23T02:22:55,677 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 6605118d03b24e5ca9f0c797cd227921, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732328569091 2024-11-23T02:22:55,678 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fcde38709eb470292f75fa2a58a6268, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732328570290 2024-11-23T02:22:55,679 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 79b1ad4b7c054e3bbe06cea526a1d190, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732328571524 2024-11-23T02:22:55,679 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 06ad463f86f04b3e9ab4bfe071436b71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732328572176 2024-11-23T02:22:55,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328635676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328635684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328635685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328635685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328635685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,716 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#C#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:55,716 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/eb5edc1cf00048bea62089c31b63f1a7 is 50, key is test_row_0/C:col10/1732328573314/Put/seqid=0 2024-11-23T02:22:55,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742253_1429 (size=32005) 2024-11-23T02:22:55,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742254_1430 (size=13051) 2024-11-23T02:22:55,743 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/578388831cc34f858c7f211d2528b97d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/578388831cc34f858c7f211d2528b97d 2024-11-23T02:22:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:22:55,750 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/A of 30538da726ec5b7cea005a62e8af82bb into 578388831cc34f858c7f211d2528b97d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:55,750 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:55,750 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/A, priority=12, startTime=1732328575192; duration=0sec 2024-11-23T02:22:55,750 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:55,750 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:A 2024-11-23T02:22:55,861 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/1cc37446b2044e509e90ffbc990158e6 2024-11-23T02:22:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/f627461551564ce5ab03af93dcdce6e2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/f627461551564ce5ab03af93dcdce6e2 2024-11-23T02:22:55,874 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/f627461551564ce5ab03af93dcdce6e2, entries=150, sequenceid=356, filesize=30.5 K 2024-11-23T02:22:55,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5dd4fec6f5624efc821bb8b08fdf0dbe as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5dd4fec6f5624efc821bb8b08fdf0dbe 2024-11-23T02:22:55,882 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5dd4fec6f5624efc821bb8b08fdf0dbe, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T02:22:55,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/1cc37446b2044e509e90ffbc990158e6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1cc37446b2044e509e90ffbc990158e6 2024-11-23T02:22:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328635885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:55,890 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1cc37446b2044e509e90ffbc990158e6, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T02:22:55,891 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 30538da726ec5b7cea005a62e8af82bb in 619ms, sequenceid=356, compaction requested=false 2024-11-23T02:22:55,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:55,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:55,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-23T02:22:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-23T02:22:55,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-23T02:22:55,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2450 sec 2024-11-23T02:22:55,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.2540 sec 2024-11-23T02:22:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:55,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:22:55,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:55,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:55,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:55,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:55,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:55,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:55,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cdbae233e62d4ac197ee95b87740f261_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328575901/Put/seqid=0 2024-11-23T02:22:55,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742255_1431 (size=12454) 2024-11-23T02:22:55,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:55,958 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cdbae233e62d4ac197ee95b87740f261_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cdbae233e62d4ac197ee95b87740f261_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:55,959 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/1bdb6d40729240eb86162d2e999a9e9d, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:55,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/1bdb6d40729240eb86162d2e999a9e9d is 175, key is test_row_0/A:col10/1732328575901/Put/seqid=0 2024-11-23T02:22:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742256_1432 (size=31255) 2024-11-23T02:22:55,982 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/1bdb6d40729240eb86162d2e999a9e9d 2024-11-23T02:22:55,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328635975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328635990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328635990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328635992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/cefe6048f4fb46e0ad9531920c8cb4c3 is 50, key is test_row_0/B:col10/1732328575901/Put/seqid=0 2024-11-23T02:22:56,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742257_1433 (size=12301) 2024-11-23T02:22:56,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328636093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328636103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328636103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328636104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,150 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/eb5edc1cf00048bea62089c31b63f1a7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/eb5edc1cf00048bea62089c31b63f1a7 2024-11-23T02:22:56,157 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/C of 30538da726ec5b7cea005a62e8af82bb into eb5edc1cf00048bea62089c31b63f1a7(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:56,157 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:56,157 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/C, priority=12, startTime=1732328575193; duration=0sec 2024-11-23T02:22:56,157 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:56,157 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:C 2024-11-23T02:22:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328636189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328636298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328636310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328636312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328636312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/cefe6048f4fb46e0ad9531920c8cb4c3 2024-11-23T02:22:56,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/ea1e1c3d00b54782819e9de5c321d5fb is 50, key is test_row_0/C:col10/1732328575901/Put/seqid=0 2024-11-23T02:22:56,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742258_1434 (size=12301) 2024-11-23T02:22:56,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328636606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328636617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328636620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328636620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328636699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T02:22:56,751 INFO [Thread-1524 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-23T02:22:56,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-23T02:22:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:22:56,756 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:56,756 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:56,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:22:56,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/ea1e1c3d00b54782819e9de5c321d5fb 2024-11-23T02:22:56,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/1bdb6d40729240eb86162d2e999a9e9d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1bdb6d40729240eb86162d2e999a9e9d 2024-11-23T02:22:56,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1bdb6d40729240eb86162d2e999a9e9d, entries=150, sequenceid=373, filesize=30.5 K 2024-11-23T02:22:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/cefe6048f4fb46e0ad9531920c8cb4c3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cefe6048f4fb46e0ad9531920c8cb4c3 2024-11-23T02:22:56,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cefe6048f4fb46e0ad9531920c8cb4c3, entries=150, sequenceid=373, filesize=12.0 K 2024-11-23T02:22:56,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/ea1e1c3d00b54782819e9de5c321d5fb as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ea1e1c3d00b54782819e9de5c321d5fb 2024-11-23T02:22:56,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ea1e1c3d00b54782819e9de5c321d5fb, entries=150, sequenceid=373, filesize=12.0 K 2024-11-23T02:22:56,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 30538da726ec5b7cea005a62e8af82bb in 993ms, sequenceid=373, compaction requested=true 2024-11-23T02:22:56,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:56,897 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:56,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:56,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:56,897 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:56,898 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:56,898 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/A is initiating minor compaction (all files) 2024-11-23T02:22:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:56,898 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/A in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:56,898 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/578388831cc34f858c7f211d2528b97d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/f627461551564ce5ab03af93dcdce6e2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1bdb6d40729240eb86162d2e999a9e9d] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=92.3 K 2024-11-23T02:22:56,898 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:56,898 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/578388831cc34f858c7f211d2528b97d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/f627461551564ce5ab03af93dcdce6e2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1bdb6d40729240eb86162d2e999a9e9d] 2024-11-23T02:22:56,899 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:56,899 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/B is initiating minor compaction (all files) 2024-11-23T02:22:56,899 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/B in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:56,899 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0224a5d830354b9fa49a768770574a8b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5dd4fec6f5624efc821bb8b08fdf0dbe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cefe6048f4fb46e0ad9531920c8cb4c3] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=36.8 K 2024-11-23T02:22:56,899 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 578388831cc34f858c7f211d2528b97d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732328572176 2024-11-23T02:22:56,900 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 0224a5d830354b9fa49a768770574a8b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732328572176 2024-11-23T02:22:56,900 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting f627461551564ce5ab03af93dcdce6e2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732328573394 2024-11-23T02:22:56,900 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dd4fec6f5624efc821bb8b08fdf0dbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732328573394 2024-11-23T02:22:56,901 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bdb6d40729240eb86162d2e999a9e9d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732328575574 2024-11-23T02:22:56,901 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting cefe6048f4fb46e0ad9531920c8cb4c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732328575574 2024-11-23T02:22:56,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:56,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-23T02:22:56,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:56,909 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:22:56,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:56,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:56,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:56,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:56,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:56,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:56,916 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:56,934 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#B#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:56,935 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/2bf5b2e07df840dbae62b9b0fe23bcbe is 50, key is test_row_0/B:col10/1732328575901/Put/seqid=0 2024-11-23T02:22:56,937 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112322bfbf6ae234405babfdaf244297227f_30538da726ec5b7cea005a62e8af82bb store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:56,939 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112322bfbf6ae234405babfdaf244297227f_30538da726ec5b7cea005a62e8af82bb, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:56,939 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112322bfbf6ae234405babfdaf244297227f_30538da726ec5b7cea005a62e8af82bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:56,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123eef225cd63214b3499bcdc2e819818d7_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328575986/Put/seqid=0 2024-11-23T02:22:56,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742259_1435 (size=13153) 2024-11-23T02:22:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742260_1436 (size=4469) 2024-11-23T02:22:57,027 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#A#compaction#358 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:57,028 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/35206467e0e448998f4b62fc159e0873 is 175, key is test_row_0/A:col10/1732328575901/Put/seqid=0 2024-11-23T02:22:57,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742261_1437 (size=12454) 2024-11-23T02:22:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:22:57,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742262_1438 (size=32107) 2024-11-23T02:22:57,077 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/35206467e0e448998f4b62fc159e0873 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/35206467e0e448998f4b62fc159e0873 2024-11-23T02:22:57,089 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/A of 30538da726ec5b7cea005a62e8af82bb into 35206467e0e448998f4b62fc159e0873(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:57,089 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:57,089 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/A, priority=13, startTime=1732328576897; duration=0sec 2024-11-23T02:22:57,089 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:57,089 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:A 2024-11-23T02:22:57,090 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:57,091 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:57,092 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/C is initiating minor compaction (all files) 2024-11-23T02:22:57,092 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/C in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:57,092 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/eb5edc1cf00048bea62089c31b63f1a7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1cc37446b2044e509e90ffbc990158e6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ea1e1c3d00b54782819e9de5c321d5fb] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=36.8 K 2024-11-23T02:22:57,092 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb5edc1cf00048bea62089c31b63f1a7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732328572176 2024-11-23T02:22:57,092 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cc37446b2044e509e90ffbc990158e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732328573394 2024-11-23T02:22:57,093 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea1e1c3d00b54782819e9de5c321d5fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732328575574 2024-11-23T02:22:57,106 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:57,106 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/60177a52c1ac4065938048b4143c5115 is 50, key is test_row_0/C:col10/1732328575901/Put/seqid=0 2024-11-23T02:22:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742263_1439 (size=13153) 2024-11-23T02:22:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:57,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:57,119 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/60177a52c1ac4065938048b4143c5115 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/60177a52c1ac4065938048b4143c5115 2024-11-23T02:22:57,126 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/C of 30538da726ec5b7cea005a62e8af82bb into 60177a52c1ac4065938048b4143c5115(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:57,126 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:57,126 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/C, priority=13, startTime=1732328576898; duration=0sec 2024-11-23T02:22:57,126 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:57,126 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:C 2024-11-23T02:22:57,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328637141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328637141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328637141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328637142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328637245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328637246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328637246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328637248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:22:57,400 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/2bf5b2e07df840dbae62b9b0fe23bcbe as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/2bf5b2e07df840dbae62b9b0fe23bcbe 2024-11-23T02:22:57,404 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/B of 30538da726ec5b7cea005a62e8af82bb into 2bf5b2e07df840dbae62b9b0fe23bcbe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:57,404 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:57,404 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/B, priority=13, startTime=1732328576897; duration=0sec 2024-11-23T02:22:57,404 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:57,404 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:B 2024-11-23T02:22:57,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:57,436 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123eef225cd63214b3499bcdc2e819818d7_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eef225cd63214b3499bcdc2e819818d7_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:57,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/c38c18bf0411415faec73408c4aa4ca4, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:57,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/c38c18bf0411415faec73408c4aa4ca4 is 175, key is test_row_0/A:col10/1732328575986/Put/seqid=0 2024-11-23T02:22:57,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328637449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328637450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328637450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328637451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742264_1440 (size=31255) 2024-11-23T02:22:57,462 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/c38c18bf0411415faec73408c4aa4ca4 2024-11-23T02:22:57,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/0de249bab80d4989b2d734a5825047f3 is 50, key is test_row_0/B:col10/1732328575986/Put/seqid=0 2024-11-23T02:22:57,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742265_1441 (size=12301) 2024-11-23T02:22:57,474 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/0de249bab80d4989b2d734a5825047f3 2024-11-23T02:22:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/e7b72a5fc4de4bcab1f38b1661c08e71 is 50, key is test_row_0/C:col10/1732328575986/Put/seqid=0 2024-11-23T02:22:57,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742266_1442 (size=12301) 2024-11-23T02:22:57,485 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/e7b72a5fc4de4bcab1f38b1661c08e71 2024-11-23T02:22:57,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/c38c18bf0411415faec73408c4aa4ca4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/c38c18bf0411415faec73408c4aa4ca4 2024-11-23T02:22:57,493 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/c38c18bf0411415faec73408c4aa4ca4, entries=150, sequenceid=395, filesize=30.5 K 2024-11-23T02:22:57,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/0de249bab80d4989b2d734a5825047f3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0de249bab80d4989b2d734a5825047f3 2024-11-23T02:22:57,497 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0de249bab80d4989b2d734a5825047f3, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T02:22:57,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/e7b72a5fc4de4bcab1f38b1661c08e71 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e7b72a5fc4de4bcab1f38b1661c08e71 2024-11-23T02:22:57,503 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e7b72a5fc4de4bcab1f38b1661c08e71, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T02:22:57,504 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 30538da726ec5b7cea005a62e8af82bb in 595ms, sequenceid=395, compaction requested=false 2024-11-23T02:22:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-23T02:22:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-23T02:22:57,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-23T02:22:57,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 748 msec 2024-11-23T02:22:57,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 754 msec 2024-11-23T02:22:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:57,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:22:57,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:57,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:57,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:57,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:57,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:57,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:57,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d9a60a0ccd1d47228a7d074f2079df2d_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328577140/Put/seqid=0 2024-11-23T02:22:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742267_1443 (size=14994) 2024-11-23T02:22:57,727 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:57,731 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d9a60a0ccd1d47228a7d074f2079df2d_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d9a60a0ccd1d47228a7d074f2079df2d_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:57,732 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/687ab07425704b93bcfd551c77ea96f6, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:57,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/687ab07425704b93bcfd551c77ea96f6 is 175, key is test_row_0/A:col10/1732328577140/Put/seqid=0 2024-11-23T02:22:57,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742268_1444 (size=39949) 2024-11-23T02:22:57,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328637761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328637762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328637764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328637765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328637765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T02:22:57,859 INFO [Thread-1524 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-23T02:22:57,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:22:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-23T02:22:57,862 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:22:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:22:57,862 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:22:57,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:22:57,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328637867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328637867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328637870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328637870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328637870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:22:58,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T02:22:58,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:58,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328638074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328638074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328638075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328638076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328638076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,137 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/687ab07425704b93bcfd551c77ea96f6 2024-11-23T02:22:58,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5f04729eff5c44809aa915946712421c is 50, key is test_row_0/B:col10/1732328577140/Put/seqid=0 2024-11-23T02:22:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:22:58,167 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T02:22:58,168 DEBUG [Thread-1531 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:56324 2024-11-23T02:22:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,168 DEBUG [Thread-1531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:58,168 DEBUG [Thread-1529 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:56324 2024-11-23T02:22:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,168 DEBUG [Thread-1529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,175 DEBUG [Thread-1527 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:56324 2024-11-23T02:22:58,175 DEBUG [Thread-1527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,177 DEBUG [Thread-1533 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:56324 2024-11-23T02:22:58,177 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742269_1445 (size=12301) 2024-11-23T02:22:58,178 DEBUG [Thread-1525 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:56324 2024-11-23T02:22:58,178 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5f04729eff5c44809aa915946712421c 2024-11-23T02:22:58,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/ef0b312a6376410bb764523bf2bd40e9 is 50, key is test_row_0/C:col10/1732328577140/Put/seqid=0 2024-11-23T02:22:58,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742270_1446 (size=12301) 2024-11-23T02:22:58,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T02:22:58,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:58,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43740 deadline: 1732328638381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732328638382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43666 deadline: 1732328638382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732328638382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:22:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43716 deadline: 1732328638383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:22:58,476 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T02:22:58,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:58,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:22:58,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/ef0b312a6376410bb764523bf2bd40e9 2024-11-23T02:22:58,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/687ab07425704b93bcfd551c77ea96f6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/687ab07425704b93bcfd551c77ea96f6 2024-11-23T02:22:58,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/687ab07425704b93bcfd551c77ea96f6, entries=200, sequenceid=414, filesize=39.0 K 2024-11-23T02:22:58,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/5f04729eff5c44809aa915946712421c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5f04729eff5c44809aa915946712421c 2024-11-23T02:22:58,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5f04729eff5c44809aa915946712421c, entries=150, sequenceid=414, filesize=12.0 K 2024-11-23T02:22:58,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/ef0b312a6376410bb764523bf2bd40e9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ef0b312a6376410bb764523bf2bd40e9 2024-11-23T02:22:58,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ef0b312a6376410bb764523bf2bd40e9, entries=150, sequenceid=414, filesize=12.0 K 2024-11-23T02:22:58,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 30538da726ec5b7cea005a62e8af82bb in 893ms, sequenceid=414, compaction requested=true 2024-11-23T02:22:58,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:58,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:22:58,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:58,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:22:58,609 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:58,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:58,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30538da726ec5b7cea005a62e8af82bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:22:58,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:58,609 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:58,610 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:58,610 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:58,610 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/A is initiating minor compaction (all files) 2024-11-23T02:22:58,610 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/B is initiating minor compaction (all files) 2024-11-23T02:22:58,610 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/B in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,610 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/A in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,610 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/2bf5b2e07df840dbae62b9b0fe23bcbe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0de249bab80d4989b2d734a5825047f3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5f04729eff5c44809aa915946712421c] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=36.9 K 2024-11-23T02:22:58,610 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/35206467e0e448998f4b62fc159e0873, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/c38c18bf0411415faec73408c4aa4ca4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/687ab07425704b93bcfd551c77ea96f6] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=100.9 K 2024-11-23T02:22:58,610 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,610 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/35206467e0e448998f4b62fc159e0873, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/c38c18bf0411415faec73408c4aa4ca4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/687ab07425704b93bcfd551c77ea96f6] 2024-11-23T02:22:58,610 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bf5b2e07df840dbae62b9b0fe23bcbe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732328575574 2024-11-23T02:22:58,610 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 0de249bab80d4989b2d734a5825047f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732328575960 2024-11-23T02:22:58,610 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35206467e0e448998f4b62fc159e0873, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732328575574 2024-11-23T02:22:58,611 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f04729eff5c44809aa915946712421c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732328577125 2024-11-23T02:22:58,611 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting c38c18bf0411415faec73408c4aa4ca4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732328575960 2024-11-23T02:22:58,611 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 687ab07425704b93bcfd551c77ea96f6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732328577125 2024-11-23T02:22:58,616 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:58,616 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:58,616 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/f822efb400d64bc6a2be82bffaac5559 is 50, key is test_row_0/B:col10/1732328577140/Put/seqid=0 2024-11-23T02:22:58,618 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112328abc77b2fd2422082b9ad7665233a18_30538da726ec5b7cea005a62e8af82bb store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:58,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742271_1447 (size=13255) 2024-11-23T02:22:58,620 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112328abc77b2fd2422082b9ad7665233a18_30538da726ec5b7cea005a62e8af82bb, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:58,620 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112328abc77b2fd2422082b9ad7665233a18_30538da726ec5b7cea005a62e8af82bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:58,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742272_1448 (size=4469) 2024-11-23T02:22:58,624 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#A#compaction#368 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:58,625 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/b6d1b71b23604933a2b52991038049d4 is 175, key is test_row_0/A:col10/1732328577140/Put/seqid=0 2024-11-23T02:22:58,628 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:22:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742273_1449 (size=32209) 2024-11-23T02:22:58,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T02:22:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,629 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:22:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:22:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:22:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:22:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:22:58,632 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/b6d1b71b23604933a2b52991038049d4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b6d1b71b23604933a2b52991038049d4 2024-11-23T02:22:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b7b9ce29b42f46528f25edaec7c5b5b2_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328577764/Put/seqid=0 2024-11-23T02:22:58,636 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/A of 30538da726ec5b7cea005a62e8af82bb into b6d1b71b23604933a2b52991038049d4(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:58,636 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:58,636 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/A, priority=13, startTime=1732328578609; duration=0sec 2024-11-23T02:22:58,636 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:22:58,636 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:A 2024-11-23T02:22:58,636 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:22:58,637 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:22:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742274_1450 (size=12454) 2024-11-23T02:22:58,637 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): 30538da726ec5b7cea005a62e8af82bb/C is initiating minor compaction (all files) 2024-11-23T02:22:58,637 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30538da726ec5b7cea005a62e8af82bb/C in TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:22:58,638 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/60177a52c1ac4065938048b4143c5115, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e7b72a5fc4de4bcab1f38b1661c08e71, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ef0b312a6376410bb764523bf2bd40e9] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp, totalSize=36.9 K 2024-11-23T02:22:58,638 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60177a52c1ac4065938048b4143c5115, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732328575574 2024-11-23T02:22:58,638 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7b72a5fc4de4bcab1f38b1661c08e71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732328575960 2024-11-23T02:22:58,638 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef0b312a6376410bb764523bf2bd40e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732328577125 2024-11-23T02:22:58,644 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30538da726ec5b7cea005a62e8af82bb#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:22:58,644 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/451bdc9fcda54f0295fbcb6d596f5c13 is 50, key is test_row_0/C:col10/1732328577140/Put/seqid=0 2024-11-23T02:22:58,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742275_1451 (size=13255) 2024-11-23T02:22:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:58,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. as already flushing 2024-11-23T02:22:58,884 DEBUG [Thread-1522 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:56324 2024-11-23T02:22:58,884 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,887 DEBUG [Thread-1514 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:56324 2024-11-23T02:22:58,887 DEBUG [Thread-1514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,889 DEBUG [Thread-1516 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:56324 2024-11-23T02:22:58,889 DEBUG [Thread-1516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,889 DEBUG [Thread-1518 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:56324 2024-11-23T02:22:58,889 DEBUG [Thread-1520 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:56324 2024-11-23T02:22:58,889 DEBUG [Thread-1520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,889 DEBUG [Thread-1518 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:22:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:22:59,024 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/f822efb400d64bc6a2be82bffaac5559 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/f822efb400d64bc6a2be82bffaac5559 2024-11-23T02:22:59,028 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/B of 30538da726ec5b7cea005a62e8af82bb into f822efb400d64bc6a2be82bffaac5559(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:59,028 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:59,028 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/B, priority=13, startTime=1732328578609; duration=0sec 2024-11-23T02:22:59,028 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:59,028 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:B 2024-11-23T02:22:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:22:59,040 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b7b9ce29b42f46528f25edaec7c5b5b2_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b7b9ce29b42f46528f25edaec7c5b5b2_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:22:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/dec34633d53b4572aa7ee20e6e67e95f, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:22:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/dec34633d53b4572aa7ee20e6e67e95f is 175, key is test_row_0/A:col10/1732328577764/Put/seqid=0 2024-11-23T02:22:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742276_1452 (size=31255) 2024-11-23T02:22:59,050 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/451bdc9fcda54f0295fbcb6d596f5c13 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/451bdc9fcda54f0295fbcb6d596f5c13 2024-11-23T02:22:59,053 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30538da726ec5b7cea005a62e8af82bb/C of 30538da726ec5b7cea005a62e8af82bb into 451bdc9fcda54f0295fbcb6d596f5c13(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:22:59,053 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:22:59,053 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb., storeName=30538da726ec5b7cea005a62e8af82bb/C, priority=13, startTime=1732328578609; duration=0sec 2024-11-23T02:22:59,053 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:22:59,053 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30538da726ec5b7cea005a62e8af82bb:C 2024-11-23T02:22:59,445 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/dec34633d53b4572aa7ee20e6e67e95f 2024-11-23T02:22:59,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/f7461e912e3a4b4bb95c67cc29f6a163 is 50, key is test_row_0/B:col10/1732328577764/Put/seqid=0 2024-11-23T02:22:59,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742277_1453 (size=12301) 2024-11-23T02:22:59,854 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/f7461e912e3a4b4bb95c67cc29f6a163 2024-11-23T02:22:59,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/502e9ef452ee4963928848458a4a97c4 is 50, key is test_row_0/C:col10/1732328577764/Put/seqid=0 2024-11-23T02:22:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742278_1454 (size=12301) 2024-11-23T02:22:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:23:00,265 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/502e9ef452ee4963928848458a4a97c4 2024-11-23T02:23:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/dec34633d53b4572aa7ee20e6e67e95f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/dec34633d53b4572aa7ee20e6e67e95f 2024-11-23T02:23:00,270 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/dec34633d53b4572aa7ee20e6e67e95f, entries=150, sequenceid=434, filesize=30.5 K 2024-11-23T02:23:00,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/f7461e912e3a4b4bb95c67cc29f6a163 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/f7461e912e3a4b4bb95c67cc29f6a163 2024-11-23T02:23:00,273 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/f7461e912e3a4b4bb95c67cc29f6a163, entries=150, sequenceid=434, filesize=12.0 K 2024-11-23T02:23:00,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/502e9ef452ee4963928848458a4a97c4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/502e9ef452ee4963928848458a4a97c4 2024-11-23T02:23:00,277 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/502e9ef452ee4963928848458a4a97c4, entries=150, sequenceid=434, filesize=12.0 K 2024-11-23T02:23:00,277 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=33.54 KB/34350 for 30538da726ec5b7cea005a62e8af82bb in 1648ms, sequenceid=434, compaction requested=false 2024-11-23T02:23:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:23:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:23:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-23T02:23:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-23T02:23:00,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-23T02:23:00,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4160 sec 2024-11-23T02:23:00,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.4190 sec 2024-11-23T02:23:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T02:23:01,967 INFO [Thread-1524 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1454 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4362 rows 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1461 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4383 rows 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1469 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4407 rows 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1464 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4392 rows 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1473 2024-11-23T02:23:01,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4419 rows 2024-11-23T02:23:01,967 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:23:01,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:56324 2024-11-23T02:23:01,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:01,969 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:23:01,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:23:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:01,973 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328581973"}]},"ts":"1732328581973"} 2024-11-23T02:23:01,974 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:23:01,976 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:23:01,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:23:01,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, UNASSIGN}] 2024-11-23T02:23:01,979 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, UNASSIGN 2024-11-23T02:23:01,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=30538da726ec5b7cea005a62e8af82bb, regionState=CLOSING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:01,981 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:23:01,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure 30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:23:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:02,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:02,132 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:02,132 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:23:02,132 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing 30538da726ec5b7cea005a62e8af82bb, disabling compactions & flushes 2024-11-23T02:23:02,132 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:23:02,132 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:23:02,132 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. after waiting 0 ms 2024-11-23T02:23:02,132 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:23:02,132 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing 30538da726ec5b7cea005a62e8af82bb 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T02:23:02,133 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=A 2024-11-23T02:23:02,133 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:02,133 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=B 2024-11-23T02:23:02,133 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:02,133 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30538da726ec5b7cea005a62e8af82bb, store=C 2024-11-23T02:23:02,133 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:02,138 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232fb13ec9be71478282627da1f7e43950_30538da726ec5b7cea005a62e8af82bb is 50, key is test_row_0/A:col10/1732328578888/Put/seqid=0 2024-11-23T02:23:02,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742279_1455 (size=12454) 2024-11-23T02:23:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:02,542 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:02,544 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232fb13ec9be71478282627da1f7e43950_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232fb13ec9be71478282627da1f7e43950_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:02,545 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/992fe3c605094136ad90c2833a5c92dc, store: [table=TestAcidGuarantees family=A region=30538da726ec5b7cea005a62e8af82bb] 2024-11-23T02:23:02,546 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/992fe3c605094136ad90c2833a5c92dc is 175, key is test_row_0/A:col10/1732328578888/Put/seqid=0 2024-11-23T02:23:02,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742280_1456 (size=31255) 2024-11-23T02:23:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:02,949 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/992fe3c605094136ad90c2833a5c92dc 2024-11-23T02:23:02,954 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/64285152b18e47e69fc9a7a17cca989b is 50, key is test_row_0/B:col10/1732328578888/Put/seqid=0 2024-11-23T02:23:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742281_1457 (size=12301) 2024-11-23T02:23:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:03,358 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/64285152b18e47e69fc9a7a17cca989b 2024-11-23T02:23:03,364 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/5e6ef9ad39d843c199f62c21eae87035 is 50, key is test_row_0/C:col10/1732328578888/Put/seqid=0 2024-11-23T02:23:03,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742282_1458 (size=12301) 2024-11-23T02:23:03,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:23:03,767 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/5e6ef9ad39d843c199f62c21eae87035 2024-11-23T02:23:03,770 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/A/992fe3c605094136ad90c2833a5c92dc as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/992fe3c605094136ad90c2833a5c92dc 2024-11-23T02:23:03,773 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/992fe3c605094136ad90c2833a5c92dc, entries=150, sequenceid=445, filesize=30.5 K 2024-11-23T02:23:03,773 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/B/64285152b18e47e69fc9a7a17cca989b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/64285152b18e47e69fc9a7a17cca989b 2024-11-23T02:23:03,776 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/64285152b18e47e69fc9a7a17cca989b, entries=150, sequenceid=445, filesize=12.0 K 2024-11-23T02:23:03,776 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/.tmp/C/5e6ef9ad39d843c199f62c21eae87035 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5e6ef9ad39d843c199f62c21eae87035 2024-11-23T02:23:03,779 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5e6ef9ad39d843c199f62c21eae87035, entries=150, sequenceid=445, filesize=12.0 K 2024-11-23T02:23:03,780 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 30538da726ec5b7cea005a62e8af82bb in 1648ms, sequenceid=445, compaction requested=true 2024-11-23T02:23:03,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a3d238b4910540e883ba4da0fe8910a3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/58a63ee98ad14340a808f826a65b9207, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/7db204719e024b28994bb86fa4ecbb6e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b531fc6164114955a242a6c4ef1e0443, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/e829be67a2344181a028c9f7a7f596d2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/cf8208f1399e4e88bab8aafb0f54de50, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/91f99d90599c4b29914513171b0435fe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/da6110fb96ba498b947f7b040e43e02e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/40d9397c2af5470ea52550ad15334cb5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b4d14cd0c7264ea2aef7e3ac43396559, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1eee3969a24c4a1b84a9821be00a3ebd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/3ef880181fbd41088889823735885920, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/23f2f95491cc47d18f38ddd6935f48b0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a1fb679446a1446495b79bacea3d1055, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0fe634d1ffe840ac9de42fedd5a1a057, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/4bcd2e55f6904715953e445c77e28c75, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6ae4e58f3a254638bfbedc9def221bc6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6dae16b8edbc4ae58f6e8c743a13e633, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6a02994270a0419db9b1f23326b427d3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/2c2721943d734231b6f05e14efa1685a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/604474322b254fddb89b8fe6118413b8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0b6879824659476481b228257c1c9ea5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/578388831cc34f858c7f211d2528b97d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/f627461551564ce5ab03af93dcdce6e2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/35206467e0e448998f4b62fc159e0873, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1bdb6d40729240eb86162d2e999a9e9d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/c38c18bf0411415faec73408c4aa4ca4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/687ab07425704b93bcfd551c77ea96f6] to archive 2024-11-23T02:23:03,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:03,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a3d238b4910540e883ba4da0fe8910a3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a3d238b4910540e883ba4da0fe8910a3 2024-11-23T02:23:03,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/58a63ee98ad14340a808f826a65b9207 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/58a63ee98ad14340a808f826a65b9207 2024-11-23T02:23:03,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/7db204719e024b28994bb86fa4ecbb6e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/7db204719e024b28994bb86fa4ecbb6e 2024-11-23T02:23:03,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b531fc6164114955a242a6c4ef1e0443 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b531fc6164114955a242a6c4ef1e0443 2024-11-23T02:23:03,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/e829be67a2344181a028c9f7a7f596d2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/e829be67a2344181a028c9f7a7f596d2 2024-11-23T02:23:03,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/cf8208f1399e4e88bab8aafb0f54de50 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/cf8208f1399e4e88bab8aafb0f54de50 2024-11-23T02:23:03,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/91f99d90599c4b29914513171b0435fe to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/91f99d90599c4b29914513171b0435fe 2024-11-23T02:23:03,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/da6110fb96ba498b947f7b040e43e02e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/da6110fb96ba498b947f7b040e43e02e 2024-11-23T02:23:03,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/40d9397c2af5470ea52550ad15334cb5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/40d9397c2af5470ea52550ad15334cb5 2024-11-23T02:23:03,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b4d14cd0c7264ea2aef7e3ac43396559 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b4d14cd0c7264ea2aef7e3ac43396559 2024-11-23T02:23:03,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1eee3969a24c4a1b84a9821be00a3ebd to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1eee3969a24c4a1b84a9821be00a3ebd 2024-11-23T02:23:03,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/3ef880181fbd41088889823735885920 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/3ef880181fbd41088889823735885920 2024-11-23T02:23:03,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/23f2f95491cc47d18f38ddd6935f48b0 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/23f2f95491cc47d18f38ddd6935f48b0 2024-11-23T02:23:03,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a1fb679446a1446495b79bacea3d1055 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/a1fb679446a1446495b79bacea3d1055 2024-11-23T02:23:03,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0fe634d1ffe840ac9de42fedd5a1a057 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0fe634d1ffe840ac9de42fedd5a1a057 2024-11-23T02:23:03,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/4bcd2e55f6904715953e445c77e28c75 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/4bcd2e55f6904715953e445c77e28c75 2024-11-23T02:23:03,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6ae4e58f3a254638bfbedc9def221bc6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6ae4e58f3a254638bfbedc9def221bc6 2024-11-23T02:23:03,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6dae16b8edbc4ae58f6e8c743a13e633 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6dae16b8edbc4ae58f6e8c743a13e633 2024-11-23T02:23:03,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6a02994270a0419db9b1f23326b427d3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/6a02994270a0419db9b1f23326b427d3 2024-11-23T02:23:03,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/2c2721943d734231b6f05e14efa1685a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/2c2721943d734231b6f05e14efa1685a 2024-11-23T02:23:03,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/604474322b254fddb89b8fe6118413b8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/604474322b254fddb89b8fe6118413b8 2024-11-23T02:23:03,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0b6879824659476481b228257c1c9ea5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/0b6879824659476481b228257c1c9ea5 2024-11-23T02:23:03,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/578388831cc34f858c7f211d2528b97d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/578388831cc34f858c7f211d2528b97d 2024-11-23T02:23:03,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/f627461551564ce5ab03af93dcdce6e2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/f627461551564ce5ab03af93dcdce6e2 2024-11-23T02:23:03,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/35206467e0e448998f4b62fc159e0873 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/35206467e0e448998f4b62fc159e0873 2024-11-23T02:23:03,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1bdb6d40729240eb86162d2e999a9e9d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/1bdb6d40729240eb86162d2e999a9e9d 2024-11-23T02:23:03,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/c38c18bf0411415faec73408c4aa4ca4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/c38c18bf0411415faec73408c4aa4ca4 2024-11-23T02:23:03,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/687ab07425704b93bcfd551c77ea96f6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/687ab07425704b93bcfd551c77ea96f6 2024-11-23T02:23:03,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/b60cbb47a8fa407fb8d70d2ce0f34d7b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/7f761e90b5a2444694142bae0329db88, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c8ec3ac865cf4de39f488f1925a0086d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cf702ce28c234f71afbc1a99635fa6ee, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c35df9e45fc24fd38f1223f91ad9b0f8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/080044a2edcd4f7aae346f9cb84e6f51, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c5f79a6d32cf44cba375731f011139e8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5bfd0f9f8277487d844235ead61258a8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5c7ad356e7ff44a9a56c8f568ee1d86b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/17f2734ade154329a6684587e44cbc72, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/11496ff5a76f4cefbbc05600c065fb95, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/53939a92a2754347bd1b6d780ae73dfd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/4203085840be4374abd006a98fa46a39, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/2489803e7c0b453a8f01d7763ddd82ec, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/06bfbaebd10948f8b1fc6bec3380d2a7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d06044b10d9b4b1b984a7711f6c240e7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d4f666bea8ab49c6821d2c6c6f103915, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/03f51142dcd14c75b29a49b1c2dd229f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/77be99a1515043b29a236acf00c837b0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/02cdba1e1eb746febd6278e55c85c01a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/9c7b89bad58b409894be98c8962f9df3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0224a5d830354b9fa49a768770574a8b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/8e725fb37b7144cea28107f7915b6346, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5dd4fec6f5624efc821bb8b08fdf0dbe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/2bf5b2e07df840dbae62b9b0fe23bcbe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cefe6048f4fb46e0ad9531920c8cb4c3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0de249bab80d4989b2d734a5825047f3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5f04729eff5c44809aa915946712421c] to archive 2024-11-23T02:23:03,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:03,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/b60cbb47a8fa407fb8d70d2ce0f34d7b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/b60cbb47a8fa407fb8d70d2ce0f34d7b 2024-11-23T02:23:03,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/7f761e90b5a2444694142bae0329db88 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/7f761e90b5a2444694142bae0329db88 2024-11-23T02:23:03,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c8ec3ac865cf4de39f488f1925a0086d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c8ec3ac865cf4de39f488f1925a0086d 2024-11-23T02:23:03,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cf702ce28c234f71afbc1a99635fa6ee to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cf702ce28c234f71afbc1a99635fa6ee 2024-11-23T02:23:03,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c35df9e45fc24fd38f1223f91ad9b0f8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c35df9e45fc24fd38f1223f91ad9b0f8 2024-11-23T02:23:03,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/080044a2edcd4f7aae346f9cb84e6f51 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/080044a2edcd4f7aae346f9cb84e6f51 2024-11-23T02:23:03,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c5f79a6d32cf44cba375731f011139e8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/c5f79a6d32cf44cba375731f011139e8 2024-11-23T02:23:03,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5bfd0f9f8277487d844235ead61258a8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5bfd0f9f8277487d844235ead61258a8 2024-11-23T02:23:03,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5c7ad356e7ff44a9a56c8f568ee1d86b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5c7ad356e7ff44a9a56c8f568ee1d86b 2024-11-23T02:23:03,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/17f2734ade154329a6684587e44cbc72 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/17f2734ade154329a6684587e44cbc72 2024-11-23T02:23:03,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/11496ff5a76f4cefbbc05600c065fb95 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/11496ff5a76f4cefbbc05600c065fb95 2024-11-23T02:23:03,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/53939a92a2754347bd1b6d780ae73dfd to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/53939a92a2754347bd1b6d780ae73dfd 2024-11-23T02:23:03,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/4203085840be4374abd006a98fa46a39 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/4203085840be4374abd006a98fa46a39 2024-11-23T02:23:03,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/2489803e7c0b453a8f01d7763ddd82ec to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/2489803e7c0b453a8f01d7763ddd82ec 2024-11-23T02:23:03,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/06bfbaebd10948f8b1fc6bec3380d2a7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/06bfbaebd10948f8b1fc6bec3380d2a7 2024-11-23T02:23:03,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d06044b10d9b4b1b984a7711f6c240e7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d06044b10d9b4b1b984a7711f6c240e7 2024-11-23T02:23:03,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d4f666bea8ab49c6821d2c6c6f103915 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/d4f666bea8ab49c6821d2c6c6f103915 2024-11-23T02:23:03,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/03f51142dcd14c75b29a49b1c2dd229f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/03f51142dcd14c75b29a49b1c2dd229f 2024-11-23T02:23:03,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/77be99a1515043b29a236acf00c837b0 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/77be99a1515043b29a236acf00c837b0 2024-11-23T02:23:03,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/02cdba1e1eb746febd6278e55c85c01a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/02cdba1e1eb746febd6278e55c85c01a 2024-11-23T02:23:03,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/9c7b89bad58b409894be98c8962f9df3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/9c7b89bad58b409894be98c8962f9df3 2024-11-23T02:23:03,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0224a5d830354b9fa49a768770574a8b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0224a5d830354b9fa49a768770574a8b 2024-11-23T02:23:03,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/8e725fb37b7144cea28107f7915b6346 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/8e725fb37b7144cea28107f7915b6346 2024-11-23T02:23:03,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5dd4fec6f5624efc821bb8b08fdf0dbe to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5dd4fec6f5624efc821bb8b08fdf0dbe 2024-11-23T02:23:03,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/2bf5b2e07df840dbae62b9b0fe23bcbe to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/2bf5b2e07df840dbae62b9b0fe23bcbe 2024-11-23T02:23:03,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cefe6048f4fb46e0ad9531920c8cb4c3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/cefe6048f4fb46e0ad9531920c8cb4c3 2024-11-23T02:23:03,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0de249bab80d4989b2d734a5825047f3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/0de249bab80d4989b2d734a5825047f3 2024-11-23T02:23:03,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5f04729eff5c44809aa915946712421c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/5f04729eff5c44809aa915946712421c 2024-11-23T02:23:03,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/abb28614f0b745aa83aa8c3783eb9542, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/10f2945eddd54f69a03cd8f8ce73dced, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ba565f3bc1684a768d7fe5cc85eb27eb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7e40f3c200684635a15cfcbdb9aff4ab, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d33fae0efc02476286b68b1c58629ed2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/84a92fe1fdb0423580c087ebe192624f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5ab46165bdad42dc8171941caf848f58, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e9b5f0d020d942169777e869f34a89b1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/dc9324024fd5433d95de92a9237ba397, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1640601287bc4701acaa6f4bd4ffe0a4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/cab5784ff8214430b3ad40b28efa96f6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5a9ee52676564e049e889a77fe1fa091, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d2340ce064af4f2b8a832f21fb6b01da, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/18bf31a924b346bb9776b1da78317ccf, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e5b7483aae9e48c3954f763ae422a507, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/c1f257cea38b4921a6871e101e92bf82, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/b9e8e1770d224df9851c1fc57be116e4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/6605118d03b24e5ca9f0c797cd227921, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/310c49fd339c41adbd1e5233db39daef, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7fcde38709eb470292f75fa2a58a6268, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/79b1ad4b7c054e3bbe06cea526a1d190, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/eb5edc1cf00048bea62089c31b63f1a7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/06ad463f86f04b3e9ab4bfe071436b71, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1cc37446b2044e509e90ffbc990158e6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/60177a52c1ac4065938048b4143c5115, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ea1e1c3d00b54782819e9de5c321d5fb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e7b72a5fc4de4bcab1f38b1661c08e71, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ef0b312a6376410bb764523bf2bd40e9] to archive 2024-11-23T02:23:03,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:03,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/abb28614f0b745aa83aa8c3783eb9542 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/abb28614f0b745aa83aa8c3783eb9542 2024-11-23T02:23:03,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/10f2945eddd54f69a03cd8f8ce73dced to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/10f2945eddd54f69a03cd8f8ce73dced 2024-11-23T02:23:03,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ba565f3bc1684a768d7fe5cc85eb27eb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ba565f3bc1684a768d7fe5cc85eb27eb 2024-11-23T02:23:03,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7e40f3c200684635a15cfcbdb9aff4ab to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7e40f3c200684635a15cfcbdb9aff4ab 2024-11-23T02:23:03,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d33fae0efc02476286b68b1c58629ed2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d33fae0efc02476286b68b1c58629ed2 2024-11-23T02:23:03,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/84a92fe1fdb0423580c087ebe192624f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/84a92fe1fdb0423580c087ebe192624f 2024-11-23T02:23:03,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5ab46165bdad42dc8171941caf848f58 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5ab46165bdad42dc8171941caf848f58 2024-11-23T02:23:03,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e9b5f0d020d942169777e869f34a89b1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e9b5f0d020d942169777e869f34a89b1 2024-11-23T02:23:03,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/dc9324024fd5433d95de92a9237ba397 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/dc9324024fd5433d95de92a9237ba397 2024-11-23T02:23:03,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1640601287bc4701acaa6f4bd4ffe0a4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1640601287bc4701acaa6f4bd4ffe0a4 2024-11-23T02:23:03,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/cab5784ff8214430b3ad40b28efa96f6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/cab5784ff8214430b3ad40b28efa96f6 2024-11-23T02:23:03,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5a9ee52676564e049e889a77fe1fa091 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5a9ee52676564e049e889a77fe1fa091 2024-11-23T02:23:03,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d2340ce064af4f2b8a832f21fb6b01da to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/d2340ce064af4f2b8a832f21fb6b01da 2024-11-23T02:23:03,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/18bf31a924b346bb9776b1da78317ccf to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/18bf31a924b346bb9776b1da78317ccf 2024-11-23T02:23:03,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e5b7483aae9e48c3954f763ae422a507 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e5b7483aae9e48c3954f763ae422a507 2024-11-23T02:23:03,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/c1f257cea38b4921a6871e101e92bf82 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/c1f257cea38b4921a6871e101e92bf82 2024-11-23T02:23:03,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/b9e8e1770d224df9851c1fc57be116e4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/b9e8e1770d224df9851c1fc57be116e4 2024-11-23T02:23:03,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/6605118d03b24e5ca9f0c797cd227921 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/6605118d03b24e5ca9f0c797cd227921 2024-11-23T02:23:03,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/310c49fd339c41adbd1e5233db39daef to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/310c49fd339c41adbd1e5233db39daef 2024-11-23T02:23:03,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7fcde38709eb470292f75fa2a58a6268 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/7fcde38709eb470292f75fa2a58a6268 2024-11-23T02:23:03,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/79b1ad4b7c054e3bbe06cea526a1d190 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/79b1ad4b7c054e3bbe06cea526a1d190 2024-11-23T02:23:03,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/eb5edc1cf00048bea62089c31b63f1a7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/eb5edc1cf00048bea62089c31b63f1a7 2024-11-23T02:23:03,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/06ad463f86f04b3e9ab4bfe071436b71 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/06ad463f86f04b3e9ab4bfe071436b71 2024-11-23T02:23:03,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1cc37446b2044e509e90ffbc990158e6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/1cc37446b2044e509e90ffbc990158e6 2024-11-23T02:23:03,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/60177a52c1ac4065938048b4143c5115 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/60177a52c1ac4065938048b4143c5115 2024-11-23T02:23:03,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ea1e1c3d00b54782819e9de5c321d5fb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ea1e1c3d00b54782819e9de5c321d5fb 2024-11-23T02:23:03,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e7b72a5fc4de4bcab1f38b1661c08e71 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/e7b72a5fc4de4bcab1f38b1661c08e71 2024-11-23T02:23:03,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ef0b312a6376410bb764523bf2bd40e9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/ef0b312a6376410bb764523bf2bd40e9 2024-11-23T02:23:03,858 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/recovered.edits/448.seqid, newMaxSeqId=448, maxSeqId=4 2024-11-23T02:23:03,859 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb. 2024-11-23T02:23:03,859 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for 30538da726ec5b7cea005a62e8af82bb: 2024-11-23T02:23:03,860 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed 30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:03,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=30538da726ec5b7cea005a62e8af82bb, regionState=CLOSED 2024-11-23T02:23:03,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-23T02:23:03,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure 30538da726ec5b7cea005a62e8af82bb, server=fde8ce287ea2,43695,1732328465221 in 1.8800 sec 2024-11-23T02:23:03,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-23T02:23:03,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=30538da726ec5b7cea005a62e8af82bb, UNASSIGN in 1.8840 sec 2024-11-23T02:23:03,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-23T02:23:03,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8860 sec 2024-11-23T02:23:03,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328583865"}]},"ts":"1732328583865"} 2024-11-23T02:23:03,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:23:03,868 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:23:03,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8980 sec 2024-11-23T02:23:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T02:23:04,076 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-23T02:23:04,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:23:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:04,079 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T02:23:04,079 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:04,080 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,082 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/recovered.edits] 2024-11-23T02:23:04,084 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/992fe3c605094136ad90c2833a5c92dc to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/992fe3c605094136ad90c2833a5c92dc 2024-11-23T02:23:04,085 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b6d1b71b23604933a2b52991038049d4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/b6d1b71b23604933a2b52991038049d4 2024-11-23T02:23:04,086 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/dec34633d53b4572aa7ee20e6e67e95f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/A/dec34633d53b4572aa7ee20e6e67e95f 2024-11-23T02:23:04,087 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/64285152b18e47e69fc9a7a17cca989b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/64285152b18e47e69fc9a7a17cca989b 2024-11-23T02:23:04,088 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/f7461e912e3a4b4bb95c67cc29f6a163 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/f7461e912e3a4b4bb95c67cc29f6a163 2024-11-23T02:23:04,089 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/f822efb400d64bc6a2be82bffaac5559 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/B/f822efb400d64bc6a2be82bffaac5559 2024-11-23T02:23:04,090 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/451bdc9fcda54f0295fbcb6d596f5c13 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/451bdc9fcda54f0295fbcb6d596f5c13 2024-11-23T02:23:04,091 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/502e9ef452ee4963928848458a4a97c4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/502e9ef452ee4963928848458a4a97c4 2024-11-23T02:23:04,092 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5e6ef9ad39d843c199f62c21eae87035 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/C/5e6ef9ad39d843c199f62c21eae87035 2024-11-23T02:23:04,094 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/recovered.edits/448.seqid to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb/recovered.edits/448.seqid 2024-11-23T02:23:04,094 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,095 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:23:04,095 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:23:04,095 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T02:23:04,098 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cfabeeb48e44b35a53b00dd9bb89bd2_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cfabeeb48e44b35a53b00dd9bb89bd2_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,098 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232cddfe9daa384963affd1fb5c0ae1b6e_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232cddfe9daa384963affd1fb5c0ae1b6e_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,099 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232dacd42ded414e859dd896e644981b74_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232dacd42ded414e859dd896e644981b74_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,100 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f7503510f0c4100bc3745acd523fed4_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f7503510f0c4100bc3745acd523fed4_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,101 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232fb13ec9be71478282627da1f7e43950_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232fb13ec9be71478282627da1f7e43950_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,102 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112340e14870d0794f8ba5e598fc55a71b09_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112340e14870d0794f8ba5e598fc55a71b09_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,103 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234661a04f520a403c9fcbc2f41fcb344e_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234661a04f520a403c9fcbc2f41fcb344e_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,104 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d1ce6cd95314d7597ce2a9e48fd55e9_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d1ce6cd95314d7597ce2a9e48fd55e9_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,105 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236c7c06a6b2ad48d493d5ff0b3a32d711_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236c7c06a6b2ad48d493d5ff0b3a32d711_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,106 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236fc754da917e417aa3aa3c906f6718a6_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236fc754da917e417aa3aa3c906f6718a6_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,107 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112376858074f1e844babc6828260d64e41c_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112376858074f1e844babc6828260d64e41c_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,108 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a8c71f8654e4e44901baec3ccccffc4_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a8c71f8654e4e44901baec3ccccffc4_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,108 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238697eb6e3d414bc8ab7e7ed7ec6cb219_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238697eb6e3d414bc8ab7e7ed7ec6cb219_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,109 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123943192d2c95e49b28d88f883b00ec3fd_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123943192d2c95e49b28d88f883b00ec3fd_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,110 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a67ec76611b540fdb9783f67038fe485_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a67ec76611b540fdb9783f67038fe485_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,110 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b004cfebab57422bb8716fbaa0aac0a7_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b004cfebab57422bb8716fbaa0aac0a7_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,111 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b7b9ce29b42f46528f25edaec7c5b5b2_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b7b9ce29b42f46528f25edaec7c5b5b2_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,112 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cdbae233e62d4ac197ee95b87740f261_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cdbae233e62d4ac197ee95b87740f261_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,112 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d9a60a0ccd1d47228a7d074f2079df2d_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d9a60a0ccd1d47228a7d074f2079df2d_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,113 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e318000c9e194958b4e5878c44540e32_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e318000c9e194958b4e5878c44540e32_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,114 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e9b1136ddfb04c32a91fb52a54c00f74_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e9b1136ddfb04c32a91fb52a54c00f74_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,114 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eef225cd63214b3499bcdc2e819818d7_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eef225cd63214b3499bcdc2e819818d7_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,115 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fb865356b49b4a12937a40a8aec158f7_30538da726ec5b7cea005a62e8af82bb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fb865356b49b4a12937a40a8aec158f7_30538da726ec5b7cea005a62e8af82bb 2024-11-23T02:23:04,115 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:23:04,117 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:04,118 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:23:04,120 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:23:04,121 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:04,121 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:23:04,121 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328584121"}]},"ts":"9223372036854775807"} 2024-11-23T02:23:04,122 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:23:04,122 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 30538da726ec5b7cea005a62e8af82bb, NAME => 'TestAcidGuarantees,,1732328554822.30538da726ec5b7cea005a62e8af82bb.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:23:04,123 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:23:04,123 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328584123"}]},"ts":"9223372036854775807"} 2024-11-23T02:23:04,124 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:23:04,129 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:04,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-23T02:23:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T02:23:04,180 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-23T02:23:04,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=626 (was 535) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3791 (was 3950) 2024-11-23T02:23:04,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=626, ProcessCount=11, AvailableMemoryMB=3791 2024-11-23T02:23:04,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:23:04,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:23:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:04,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:23:04,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:04,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-11-23T02:23:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T02:23:04,201 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:23:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742283_1459 (size=960) 2024-11-23T02:23:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T02:23:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T02:23:04,608 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511 2024-11-23T02:23:04,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742284_1460 (size=53) 2024-11-23T02:23:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T02:23:04,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:23:05,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:23:05,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c4e1763050067ff1cfe858e1242491f7, disabling compactions & flushes 2024-11-23T02:23:05,014 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:05,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:05,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. after waiting 0 ms 2024-11-23T02:23:05,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:05,014 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:05,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:05,015 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:23:05,015 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328585015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328585015"}]},"ts":"1732328585015"} 2024-11-23T02:23:05,016 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:23:05,017 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:23:05,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328585017"}]},"ts":"1732328585017"} 2024-11-23T02:23:05,018 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:23:05,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4e1763050067ff1cfe858e1242491f7, ASSIGN}] 2024-11-23T02:23:05,022 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4e1763050067ff1cfe858e1242491f7, ASSIGN 2024-11-23T02:23:05,023 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4e1763050067ff1cfe858e1242491f7, ASSIGN; state=OFFLINE, location=fde8ce287ea2,43695,1732328465221; forceNewPlan=false, retain=false 2024-11-23T02:23:05,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=c4e1763050067ff1cfe858e1242491f7, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:05,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:23:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T02:23:05,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:05,328 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:05,328 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:23:05,329 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:05,329 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:23:05,329 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:05,329 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:05,330 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:05,331 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:05,331 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e1763050067ff1cfe858e1242491f7 columnFamilyName A 2024-11-23T02:23:05,331 DEBUG [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:05,331 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] regionserver.HStore(327): Store=c4e1763050067ff1cfe858e1242491f7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:05,332 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:05,332 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:05,333 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e1763050067ff1cfe858e1242491f7 columnFamilyName B 2024-11-23T02:23:05,333 DEBUG [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:05,333 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] regionserver.HStore(327): Store=c4e1763050067ff1cfe858e1242491f7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:05,333 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:05,334 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:05,334 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e1763050067ff1cfe858e1242491f7 columnFamilyName C 2024-11-23T02:23:05,334 DEBUG [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:05,334 INFO [StoreOpener-c4e1763050067ff1cfe858e1242491f7-1 {}] regionserver.HStore(327): Store=c4e1763050067ff1cfe858e1242491f7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:05,334 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:05,335 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:05,335 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:05,336 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:23:05,337 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:05,339 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:23:05,339 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened c4e1763050067ff1cfe858e1242491f7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60195825, jitterRate=-0.10301230847835541}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:23:05,339 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:05,340 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., pid=129, masterSystemTime=1732328585326 2024-11-23T02:23:05,341 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:05,341 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:05,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=c4e1763050067ff1cfe858e1242491f7, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:05,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-23T02:23:05,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 in 169 msec 2024-11-23T02:23:05,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-23T02:23:05,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4e1763050067ff1cfe858e1242491f7, ASSIGN in 323 msec 2024-11-23T02:23:05,346 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:23:05,346 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328585346"}]},"ts":"1732328585346"} 2024-11-23T02:23:05,347 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:23:05,349 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:23:05,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-23T02:23:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-23T02:23:06,305 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-11-23T02:23:06,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-11-23T02:23:06,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,314 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:23:06,316 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:23:06,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-23T02:23:06,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-23T02:23:06,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,326 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-23T02:23:06,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-23T02:23:06,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,345 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39 2024-11-23T02:23:06,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-11-23T02:23:06,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-23T02:23:06,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-23T02:23:06,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,400 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-23T02:23:06,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408 2024-11-23T02:23:06,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:06,428 DEBUG [hconnection-0x17fbeb89-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,429 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,440 DEBUG [hconnection-0x6f6059ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,442 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:06,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:23:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:06,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,452 DEBUG [hconnection-0x6c2f3258-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,453 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,468 DEBUG [hconnection-0x58a5ec77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,469 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328646474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-23T02:23:06,478 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T02:23:06,479 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:06,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:06,484 DEBUG [hconnection-0x4746177f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,485 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328646486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d5b33e23b1404109a1d8c0ce2dc329d2 is 50, key is test_row_0/A:col10/1732328586440/Put/seqid=0 2024-11-23T02:23:06,552 DEBUG [hconnection-0x5186030b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,553 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44528 deadline: 1732328646554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,556 DEBUG [hconnection-0x4d09a06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,557 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,560 DEBUG [hconnection-0x7f92839c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,561 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,568 DEBUG [hconnection-0x6cb11359-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,569 DEBUG [hconnection-0x8608415-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:06,569 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,570 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:06,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44552 deadline: 1732328646571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732328646576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328646576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T02:23:06,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328646588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742285_1461 (size=12001) 2024-11-23T02:23:06,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d5b33e23b1404109a1d8c0ce2dc329d2 2024-11-23T02:23:06,630 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T02:23:06,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:06,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:06,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:06,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/a53eaed7b6e34d6ab54f02beee0fcce9 is 50, key is test_row_0/B:col10/1732328586440/Put/seqid=0 2024-11-23T02:23:06,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44528 deadline: 1732328646655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742286_1462 (size=12001) 2024-11-23T02:23:06,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44552 deadline: 1732328646674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/a53eaed7b6e34d6ab54f02beee0fcce9 2024-11-23T02:23:06,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732328646677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/075ef27063a0421d90db32145f1c5244 is 50, key is test_row_0/C:col10/1732328586440/Put/seqid=0 2024-11-23T02:23:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742287_1463 (size=12001) 2024-11-23T02:23:06,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/075ef27063a0421d90db32145f1c5244 2024-11-23T02:23:06,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d5b33e23b1404109a1d8c0ce2dc329d2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5b33e23b1404109a1d8c0ce2dc329d2 2024-11-23T02:23:06,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5b33e23b1404109a1d8c0ce2dc329d2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T02:23:06,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/a53eaed7b6e34d6ab54f02beee0fcce9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a53eaed7b6e34d6ab54f02beee0fcce9 2024-11-23T02:23:06,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a53eaed7b6e34d6ab54f02beee0fcce9, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T02:23:06,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/075ef27063a0421d90db32145f1c5244 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/075ef27063a0421d90db32145f1c5244 2024-11-23T02:23:06,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/075ef27063a0421d90db32145f1c5244, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T02:23:06,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c4e1763050067ff1cfe858e1242491f7 in 328ms, sequenceid=12, compaction requested=false 2024-11-23T02:23:06,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T02:23:06,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:23:06,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:06,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:06,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:06,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:06,783 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T02:23:06,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:06,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:06,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:06,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328646793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328646794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/915c26a8047f4267b1aa8287846529db is 50, key is test_row_0/A:col10/1732328586472/Put/seqid=0 2024-11-23T02:23:06,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742288_1464 (size=12001) 2024-11-23T02:23:06,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44528 deadline: 1732328646861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44552 deadline: 1732328646876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732328646879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328646896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328646897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:06,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T02:23:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:06,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T02:23:07,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T02:23:07,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:07,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328647099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328647102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44528 deadline: 1732328647164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44552 deadline: 1732328647181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732328647201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/915c26a8047f4267b1aa8287846529db 2024-11-23T02:23:07,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T02:23:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/e53f23fcf1c24344a8d6b69b9c59ef55 is 50, key is test_row_0/B:col10/1732328586472/Put/seqid=0 2024-11-23T02:23:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742289_1465 (size=12001) 2024-11-23T02:23:07,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328647403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T02:23:07,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:07,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328647405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T02:23:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T02:23:07,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44528 deadline: 1732328647684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/e53f23fcf1c24344a8d6b69b9c59ef55 2024-11-23T02:23:07,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44552 deadline: 1732328647708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T02:23:07,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:07,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:07,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732328647711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/de0bf5fbb3b64ece8e451c4ce06d7c66 is 50, key is test_row_0/C:col10/1732328586472/Put/seqid=0 2024-11-23T02:23:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742290_1466 (size=12001) 2024-11-23T02:23:07,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/de0bf5fbb3b64ece8e451c4ce06d7c66 2024-11-23T02:23:07,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/915c26a8047f4267b1aa8287846529db as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/915c26a8047f4267b1aa8287846529db 2024-11-23T02:23:07,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/915c26a8047f4267b1aa8287846529db, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T02:23:07,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/e53f23fcf1c24344a8d6b69b9c59ef55 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e53f23fcf1c24344a8d6b69b9c59ef55 2024-11-23T02:23:07,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e53f23fcf1c24344a8d6b69b9c59ef55, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T02:23:07,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/de0bf5fbb3b64ece8e451c4ce06d7c66 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/de0bf5fbb3b64ece8e451c4ce06d7c66 2024-11-23T02:23:07,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/de0bf5fbb3b64ece8e451c4ce06d7c66, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T02:23:07,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c4e1763050067ff1cfe858e1242491f7 in 1027ms, sequenceid=38, compaction requested=false 2024-11-23T02:23:07,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:07,863 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:07,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T02:23:07,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:07,866 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:23:07,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:07,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:07,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:07,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:07,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:07,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:07,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/869c4751a09149fd89f6195dce595b15 is 50, key is test_row_0/A:col10/1732328586791/Put/seqid=0 2024-11-23T02:23:07,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:07,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742291_1467 (size=12001) 2024-11-23T02:23:07,956 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/869c4751a09149fd89f6195dce595b15 2024-11-23T02:23:07,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/7395a14ca6444f36a58a3a7565d2abbb is 50, key is test_row_0/B:col10/1732328586791/Put/seqid=0 2024-11-23T02:23:08,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742292_1468 (size=12001) 2024-11-23T02:23:08,015 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/7395a14ca6444f36a58a3a7565d2abbb 2024-11-23T02:23:08,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328648010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328648016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/5465d734c89642cb8fe07bad6743425f is 50, key is test_row_0/C:col10/1732328586791/Put/seqid=0 2024-11-23T02:23:08,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742293_1469 (size=12001) 2024-11-23T02:23:08,054 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/5465d734c89642cb8fe07bad6743425f 2024-11-23T02:23:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/869c4751a09149fd89f6195dce595b15 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/869c4751a09149fd89f6195dce595b15 2024-11-23T02:23:08,065 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/869c4751a09149fd89f6195dce595b15, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T02:23:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/7395a14ca6444f36a58a3a7565d2abbb as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/7395a14ca6444f36a58a3a7565d2abbb 2024-11-23T02:23:08,073 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/7395a14ca6444f36a58a3a7565d2abbb, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T02:23:08,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/5465d734c89642cb8fe07bad6743425f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5465d734c89642cb8fe07bad6743425f 2024-11-23T02:23:08,079 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5465d734c89642cb8fe07bad6743425f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T02:23:08,094 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c4e1763050067ff1cfe858e1242491f7 in 229ms, sequenceid=49, compaction requested=true 2024-11-23T02:23:08,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:08,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:08,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-23T02:23:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-23T02:23:08,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-23T02:23:08,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6170 sec 2024-11-23T02:23:08,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.6220 sec 2024-11-23T02:23:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:08,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:23:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:08,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/b97b9ffd4dad462587bbf38d6d0d32d2 is 50, key is test_row_0/A:col10/1732328588128/Put/seqid=0 2024-11-23T02:23:08,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328648171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328648172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742294_1470 (size=14341) 2024-11-23T02:23:08,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/b97b9ffd4dad462587bbf38d6d0d32d2 2024-11-23T02:23:08,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/0afe1a4664bc41c5aceafa35a12a8178 is 50, key is test_row_0/B:col10/1732328588128/Put/seqid=0 2024-11-23T02:23:08,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742295_1471 (size=12001) 2024-11-23T02:23:08,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/0afe1a4664bc41c5aceafa35a12a8178 2024-11-23T02:23:08,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2a8c15011b57415c8b6e712425aa6cfc is 50, key is test_row_0/C:col10/1732328588128/Put/seqid=0 2024-11-23T02:23:08,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328648279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328648281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742296_1472 (size=12001) 2024-11-23T02:23:08,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2a8c15011b57415c8b6e712425aa6cfc 2024-11-23T02:23:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/b97b9ffd4dad462587bbf38d6d0d32d2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b97b9ffd4dad462587bbf38d6d0d32d2 2024-11-23T02:23:08,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b97b9ffd4dad462587bbf38d6d0d32d2, entries=200, sequenceid=75, filesize=14.0 K 2024-11-23T02:23:08,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/0afe1a4664bc41c5aceafa35a12a8178 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0afe1a4664bc41c5aceafa35a12a8178 2024-11-23T02:23:08,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0afe1a4664bc41c5aceafa35a12a8178, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T02:23:08,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2a8c15011b57415c8b6e712425aa6cfc as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a8c15011b57415c8b6e712425aa6cfc 2024-11-23T02:23:08,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a8c15011b57415c8b6e712425aa6cfc, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T02:23:08,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c4e1763050067ff1cfe858e1242491f7 in 216ms, sequenceid=75, compaction requested=true 2024-11-23T02:23:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:08,345 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:08,345 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:08,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:08,348 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:08,348 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:08,348 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:08,348 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a53eaed7b6e34d6ab54f02beee0fcce9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e53f23fcf1c24344a8d6b69b9c59ef55, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/7395a14ca6444f36a58a3a7565d2abbb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0afe1a4664bc41c5aceafa35a12a8178] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=46.9 K 2024-11-23T02:23:08,348 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:08,348 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:08,348 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:08,349 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5b33e23b1404109a1d8c0ce2dc329d2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/915c26a8047f4267b1aa8287846529db, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/869c4751a09149fd89f6195dce595b15, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b97b9ffd4dad462587bbf38d6d0d32d2] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=49.2 K 2024-11-23T02:23:08,349 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a53eaed7b6e34d6ab54f02beee0fcce9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732328586440 2024-11-23T02:23:08,349 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5b33e23b1404109a1d8c0ce2dc329d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732328586440 2024-11-23T02:23:08,349 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 915c26a8047f4267b1aa8287846529db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732328586472 2024-11-23T02:23:08,349 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e53f23fcf1c24344a8d6b69b9c59ef55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732328586472 2024-11-23T02:23:08,350 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 869c4751a09149fd89f6195dce595b15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328586788 2024-11-23T02:23:08,350 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7395a14ca6444f36a58a3a7565d2abbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328586788 2024-11-23T02:23:08,350 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b97b9ffd4dad462587bbf38d6d0d32d2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732328587997 2024-11-23T02:23:08,350 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 0afe1a4664bc41c5aceafa35a12a8178, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732328588006 2024-11-23T02:23:08,374 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:08,375 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/04ad6cc9f2c34e2aa2651fecfb139095 is 50, key is test_row_0/A:col10/1732328588128/Put/seqid=0 2024-11-23T02:23:08,388 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:08,389 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/c6ff12375176443399e00c263c0aa784 is 50, key is test_row_0/B:col10/1732328588128/Put/seqid=0 2024-11-23T02:23:08,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742297_1473 (size=12139) 2024-11-23T02:23:08,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742298_1474 (size=12139) 2024-11-23T02:23:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:08,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:23:08,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:08,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/e9bb50ff60be4fbba48c77f3181bf664 is 50, key is test_row_0/A:col10/1732328588162/Put/seqid=0 2024-11-23T02:23:08,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742299_1475 (size=14341) 2024-11-23T02:23:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T02:23:08,585 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-23T02:23:08,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-23T02:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T02:23:08,589 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:08,589 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:08,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:08,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328648652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328648661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T02:23:08,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44528 deadline: 1732328648696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732328648715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44552 deadline: 1732328648716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T02:23:08,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:08,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:08,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:08,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328648764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328648776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,851 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/04ad6cc9f2c34e2aa2651fecfb139095 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/04ad6cc9f2c34e2aa2651fecfb139095 2024-11-23T02:23:08,856 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 04ad6cc9f2c34e2aa2651fecfb139095(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:08,856 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:08,856 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=12, startTime=1732328588345; duration=0sec 2024-11-23T02:23:08,856 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:08,856 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:08,857 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:08,859 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:08,859 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:08,859 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:08,859 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/075ef27063a0421d90db32145f1c5244, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/de0bf5fbb3b64ece8e451c4ce06d7c66, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5465d734c89642cb8fe07bad6743425f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a8c15011b57415c8b6e712425aa6cfc] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=46.9 K 2024-11-23T02:23:08,860 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/c6ff12375176443399e00c263c0aa784 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c6ff12375176443399e00c263c0aa784 2024-11-23T02:23:08,860 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 075ef27063a0421d90db32145f1c5244, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732328586440 2024-11-23T02:23:08,860 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting de0bf5fbb3b64ece8e451c4ce06d7c66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732328586472 2024-11-23T02:23:08,861 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5465d734c89642cb8fe07bad6743425f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732328586788 2024-11-23T02:23:08,861 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a8c15011b57415c8b6e712425aa6cfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732328588006 2024-11-23T02:23:08,866 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into c6ff12375176443399e00c263c0aa784(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:08,866 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:08,866 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=12, startTime=1732328588345; duration=0sec 2024-11-23T02:23:08,866 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:08,866 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:08,886 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#391 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:08,886 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/707eeee38e0644cd82b302ea3cd59a1a is 50, key is test_row_0/C:col10/1732328588128/Put/seqid=0 2024-11-23T02:23:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T02:23:08,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T02:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:08,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:08,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742300_1476 (size=12139) 2024-11-23T02:23:08,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/e9bb50ff60be4fbba48c77f3181bf664 2024-11-23T02:23:08,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/06efb76537fd4c69b801021b3ab06273 is 50, key is test_row_0/B:col10/1732328588162/Put/seqid=0 2024-11-23T02:23:08,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328648975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742301_1477 (size=12001) 2024-11-23T02:23:08,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/06efb76537fd4c69b801021b3ab06273 2024-11-23T02:23:08,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328648987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:09,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/11b251a85dc54ecbb91ec7320ae3149e is 50, key is test_row_0/C:col10/1732328588162/Put/seqid=0 2024-11-23T02:23:09,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:09,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T02:23:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742302_1478 (size=12001) 2024-11-23T02:23:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T02:23:09,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:09,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T02:23:09,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:09,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328649285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:09,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328649294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:09,320 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/707eeee38e0644cd82b302ea3cd59a1a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/707eeee38e0644cd82b302ea3cd59a1a 2024-11-23T02:23:09,325 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into 707eeee38e0644cd82b302ea3cd59a1a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:09,326 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:09,326 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=12, startTime=1732328588345; duration=0sec 2024-11-23T02:23:09,326 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:09,326 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:09,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:09,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T02:23:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:23:09,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/11b251a85dc54ecbb91ec7320ae3149e 2024-11-23T02:23:09,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/e9bb50ff60be4fbba48c77f3181bf664 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e9bb50ff60be4fbba48c77f3181bf664 2024-11-23T02:23:09,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e9bb50ff60be4fbba48c77f3181bf664, entries=200, sequenceid=86, filesize=14.0 K 2024-11-23T02:23:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/06efb76537fd4c69b801021b3ab06273 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/06efb76537fd4c69b801021b3ab06273 2024-11-23T02:23:09,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/06efb76537fd4c69b801021b3ab06273, entries=150, sequenceid=86, filesize=11.7 K 2024-11-23T02:23:09,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/11b251a85dc54ecbb91ec7320ae3149e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/11b251a85dc54ecbb91ec7320ae3149e 2024-11-23T02:23:09,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/11b251a85dc54ecbb91ec7320ae3149e, entries=150, sequenceid=86, filesize=11.7 K 2024-11-23T02:23:09,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c4e1763050067ff1cfe858e1242491f7 in 994ms, sequenceid=86, compaction requested=false 2024-11-23T02:23:09,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:09,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:09,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T02:23:09,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,511 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:23:09,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:09,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/f1601d0a2a61483aa24cfc2b18f177a4 is 50, key is test_row_0/A:col10/1732328588636/Put/seqid=0 2024-11-23T02:23:09,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742303_1479 (size=12001) 2024-11-23T02:23:09,567 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/f1601d0a2a61483aa24cfc2b18f177a4 2024-11-23T02:23:09,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/fb621fba6c124483a2fdd83684d0bc2a is 50, key is test_row_0/B:col10/1732328588636/Put/seqid=0 2024-11-23T02:23:09,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742304_1480 (size=12001) 2024-11-23T02:23:09,633 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/fb621fba6c124483a2fdd83684d0bc2a 2024-11-23T02:23:09,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2ffd25d9281b46e3ad7bdc155813c36e is 50, key is test_row_0/C:col10/1732328588636/Put/seqid=0 2024-11-23T02:23:09,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742305_1481 (size=12001) 2024-11-23T02:23:09,668 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2ffd25d9281b46e3ad7bdc155813c36e 2024-11-23T02:23:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/f1601d0a2a61483aa24cfc2b18f177a4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/f1601d0a2a61483aa24cfc2b18f177a4 2024-11-23T02:23:09,675 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/f1601d0a2a61483aa24cfc2b18f177a4, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T02:23:09,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/fb621fba6c124483a2fdd83684d0bc2a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/fb621fba6c124483a2fdd83684d0bc2a 2024-11-23T02:23:09,680 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/fb621fba6c124483a2fdd83684d0bc2a, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T02:23:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2ffd25d9281b46e3ad7bdc155813c36e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2ffd25d9281b46e3ad7bdc155813c36e 2024-11-23T02:23:09,684 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2ffd25d9281b46e3ad7bdc155813c36e, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T02:23:09,685 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for c4e1763050067ff1cfe858e1242491f7 in 174ms, sequenceid=114, compaction requested=true 2024-11-23T02:23:09,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:09,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-23T02:23:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-23T02:23:09,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-23T02:23:09,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0970 sec 2024-11-23T02:23:09,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.1020 sec 2024-11-23T02:23:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T02:23:09,691 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-23T02:23:09,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-23T02:23:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T02:23:09,694 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:09,694 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:09,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T02:23:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:09,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:23:09,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:09,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/db396010e00d4acabf621f2e4278aca3 is 50, key is test_row_0/A:col10/1732328589807/Put/seqid=0 2024-11-23T02:23:09,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742306_1482 (size=19021) 2024-11-23T02:23:09,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/db396010e00d4acabf621f2e4278aca3 2024-11-23T02:23:09,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:09,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T02:23:09,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:09,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:09,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/4cd0d915dd5d4b58af9173a47b6c0e20 is 50, key is test_row_0/B:col10/1732328589807/Put/seqid=0 2024-11-23T02:23:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742307_1483 (size=12001) 2024-11-23T02:23:09,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/4cd0d915dd5d4b58af9173a47b6c0e20 2024-11-23T02:23:09,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/5630a89536674a3abee53102dc7339ce is 50, key is test_row_0/C:col10/1732328589807/Put/seqid=0 2024-11-23T02:23:09,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328649920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:09,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328649921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:09,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742308_1484 (size=12001) 2024-11-23T02:23:09,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/5630a89536674a3abee53102dc7339ce 2024-11-23T02:23:09,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/db396010e00d4acabf621f2e4278aca3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/db396010e00d4acabf621f2e4278aca3 2024-11-23T02:23:09,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/db396010e00d4acabf621f2e4278aca3, entries=300, sequenceid=126, filesize=18.6 K 2024-11-23T02:23:09,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/4cd0d915dd5d4b58af9173a47b6c0e20 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4cd0d915dd5d4b58af9173a47b6c0e20 2024-11-23T02:23:09,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4cd0d915dd5d4b58af9173a47b6c0e20, entries=150, sequenceid=126, filesize=11.7 K 2024-11-23T02:23:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/5630a89536674a3abee53102dc7339ce as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5630a89536674a3abee53102dc7339ce 2024-11-23T02:23:09,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5630a89536674a3abee53102dc7339ce, entries=150, sequenceid=126, filesize=11.7 K 2024-11-23T02:23:09,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c4e1763050067ff1cfe858e1242491f7 in 148ms, sequenceid=126, compaction requested=true 2024-11-23T02:23:09,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:09,961 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:09,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:09,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:09,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:09,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:09,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:09,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:09,962 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:09,963 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57502 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:09,963 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:09,963 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:09,963 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:09,963 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,963 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:09,963 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/04ad6cc9f2c34e2aa2651fecfb139095, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e9bb50ff60be4fbba48c77f3181bf664, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/f1601d0a2a61483aa24cfc2b18f177a4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/db396010e00d4acabf621f2e4278aca3] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=56.2 K 2024-11-23T02:23:09,963 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c6ff12375176443399e00c263c0aa784, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/06efb76537fd4c69b801021b3ab06273, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/fb621fba6c124483a2fdd83684d0bc2a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4cd0d915dd5d4b58af9173a47b6c0e20] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=47.0 K 2024-11-23T02:23:09,964 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c6ff12375176443399e00c263c0aa784, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732328588006 2024-11-23T02:23:09,965 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 06efb76537fd4c69b801021b3ab06273, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732328588162 2024-11-23T02:23:09,965 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ad6cc9f2c34e2aa2651fecfb139095, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732328588006 2024-11-23T02:23:09,965 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting fb621fba6c124483a2fdd83684d0bc2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732328588636 2024-11-23T02:23:09,965 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9bb50ff60be4fbba48c77f3181bf664, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732328588162 2024-11-23T02:23:09,966 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1601d0a2a61483aa24cfc2b18f177a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732328588636 2024-11-23T02:23:09,966 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cd0d915dd5d4b58af9173a47b6c0e20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732328589807 2024-11-23T02:23:09,966 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting db396010e00d4acabf621f2e4278aca3, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732328589802 2024-11-23T02:23:09,979 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:09,981 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/3f7df0c0dbc24f3491d5f340296cc134 is 50, key is test_row_0/B:col10/1732328589807/Put/seqid=0 2024-11-23T02:23:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T02:23:09,996 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#401 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:09,997 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/3db818f4a27240ab8af601c31c8c2994 is 50, key is test_row_0/A:col10/1732328589807/Put/seqid=0 2024-11-23T02:23:10,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T02:23:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,002 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:23:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:10,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742309_1485 (size=12275) 2024-11-23T02:23:10,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/5843bbe3fe3e4226bcfd6e7a7942bb36 is 50, key is test_row_0/A:col10/1732328589898/Put/seqid=0 2024-11-23T02:23:10,031 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/3f7df0c0dbc24f3491d5f340296cc134 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3f7df0c0dbc24f3491d5f340296cc134 2024-11-23T02:23:10,038 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into 3f7df0c0dbc24f3491d5f340296cc134(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:10,038 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:10,038 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=12, startTime=1732328589962; duration=0sec 2024-11-23T02:23:10,038 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:10,038 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:10,038 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:10,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742310_1486 (size=12275) 2024-11-23T02:23:10,055 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:10,055 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:10,055 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,056 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/707eeee38e0644cd82b302ea3cd59a1a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/11b251a85dc54ecbb91ec7320ae3149e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2ffd25d9281b46e3ad7bdc155813c36e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5630a89536674a3abee53102dc7339ce] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=47.0 K 2024-11-23T02:23:10,057 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 707eeee38e0644cd82b302ea3cd59a1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732328588006 2024-11-23T02:23:10,058 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 11b251a85dc54ecbb91ec7320ae3149e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732328588162 2024-11-23T02:23:10,058 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ffd25d9281b46e3ad7bdc155813c36e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732328588636 2024-11-23T02:23:10,059 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5630a89536674a3abee53102dc7339ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732328589807 2024-11-23T02:23:10,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328650066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328650076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742311_1487 (size=12151) 2024-11-23T02:23:10,086 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/5843bbe3fe3e4226bcfd6e7a7942bb36 2024-11-23T02:23:10,092 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#403 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:10,092 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/b7252678f1604800bb7b5adda2d57608 is 50, key is test_row_0/C:col10/1732328589807/Put/seqid=0 2024-11-23T02:23:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/ad0bc0e44e4e4384a6f4833a94e5d8aa is 50, key is test_row_0/B:col10/1732328589898/Put/seqid=0 2024-11-23T02:23:10,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742312_1488 (size=12275) 2024-11-23T02:23:10,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742313_1489 (size=12151) 2024-11-23T02:23:10,180 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/ad0bc0e44e4e4384a6f4833a94e5d8aa 2024-11-23T02:23:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328650179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328650180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2c6102f742824045b5d026db75797264 is 50, key is test_row_0/C:col10/1732328589898/Put/seqid=0 2024-11-23T02:23:10,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742314_1490 (size=12151) 2024-11-23T02:23:10,218 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2c6102f742824045b5d026db75797264 2024-11-23T02:23:10,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/5843bbe3fe3e4226bcfd6e7a7942bb36 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5843bbe3fe3e4226bcfd6e7a7942bb36 2024-11-23T02:23:10,234 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5843bbe3fe3e4226bcfd6e7a7942bb36, entries=150, sequenceid=151, filesize=11.9 K 2024-11-23T02:23:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/ad0bc0e44e4e4384a6f4833a94e5d8aa as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ad0bc0e44e4e4384a6f4833a94e5d8aa 2024-11-23T02:23:10,243 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ad0bc0e44e4e4384a6f4833a94e5d8aa, entries=150, sequenceid=151, filesize=11.9 K 2024-11-23T02:23:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2c6102f742824045b5d026db75797264 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2c6102f742824045b5d026db75797264 2024-11-23T02:23:10,250 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2c6102f742824045b5d026db75797264, entries=150, sequenceid=151, filesize=11.9 K 2024-11-23T02:23:10,250 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c4e1763050067ff1cfe858e1242491f7 in 248ms, sequenceid=151, compaction requested=false 2024-11-23T02:23:10,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:10,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-23T02:23:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-23T02:23:10,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-23T02:23:10,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 558 msec 2024-11-23T02:23:10,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 561 msec 2024-11-23T02:23:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T02:23:10,296 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-23T02:23:10,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-23T02:23:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T02:23:10,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:10,301 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:10,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:10,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:23:10,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:10,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:10,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:10,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:10,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:10,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:10,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/3ee2cfecf274437da56435ecaa474326 is 50, key is test_row_0/A:col10/1732328590392/Put/seqid=0 2024-11-23T02:23:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T02:23:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742315_1491 (size=14541) 2024-11-23T02:23:10,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/3ee2cfecf274437da56435ecaa474326 2024-11-23T02:23:10,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/6f631c6ff6484322bb1da5d41a560b49 is 50, key is test_row_0/B:col10/1732328590392/Put/seqid=0 2024-11-23T02:23:10,450 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/3db818f4a27240ab8af601c31c8c2994 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3db818f4a27240ab8af601c31c8c2994 2024-11-23T02:23:10,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T02:23:10,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:10,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,457 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 3db818f4a27240ab8af601c31c8c2994(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:10,457 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:10,457 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=12, startTime=1732328589961; duration=0sec 2024-11-23T02:23:10,457 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:10,457 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:10,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742316_1492 (size=12151) 2024-11-23T02:23:10,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328650489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328650493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,562 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/b7252678f1604800bb7b5adda2d57608 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b7252678f1604800bb7b5adda2d57608 2024-11-23T02:23:10,568 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into b7252678f1604800bb7b5adda2d57608(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:10,568 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:10,568 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=12, startTime=1732328589962; duration=0sec 2024-11-23T02:23:10,568 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:10,568 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T02:23:10,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328650598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T02:23:10,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328650604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44528 deadline: 1732328650714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,726 DEBUG [Thread-2048 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4217 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:10,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732328650725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,731 DEBUG [Thread-2046 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:10,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44552 deadline: 1732328650728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,738 DEBUG [Thread-2052 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:10,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T02:23:10,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328650804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328650814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/6f631c6ff6484322bb1da5d41a560b49 2024-11-23T02:23:10,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/5a980d2337334c1e94af9104f04b4d60 is 50, key is test_row_0/C:col10/1732328590392/Put/seqid=0 2024-11-23T02:23:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T02:23:10,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:10,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T02:23:10,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:10,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:10,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742317_1493 (size=12151) 2024-11-23T02:23:10,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/5a980d2337334c1e94af9104f04b4d60 2024-11-23T02:23:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/3ee2cfecf274437da56435ecaa474326 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ee2cfecf274437da56435ecaa474326 2024-11-23T02:23:10,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ee2cfecf274437da56435ecaa474326, entries=200, sequenceid=164, filesize=14.2 K 2024-11-23T02:23:10,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/6f631c6ff6484322bb1da5d41a560b49 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6f631c6ff6484322bb1da5d41a560b49 2024-11-23T02:23:10,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6f631c6ff6484322bb1da5d41a560b49, entries=150, sequenceid=164, filesize=11.9 K 2024-11-23T02:23:10,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/5a980d2337334c1e94af9104f04b4d60 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5a980d2337334c1e94af9104f04b4d60 2024-11-23T02:23:10,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5a980d2337334c1e94af9104f04b4d60, entries=150, sequenceid=164, filesize=11.9 K 2024-11-23T02:23:10,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c4e1763050067ff1cfe858e1242491f7 in 574ms, sequenceid=164, compaction requested=true 2024-11-23T02:23:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:10,968 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:10,968 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:10,969 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:10,969 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:10,969 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,969 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3db818f4a27240ab8af601c31c8c2994, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5843bbe3fe3e4226bcfd6e7a7942bb36, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ee2cfecf274437da56435ecaa474326] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=38.1 K 2024-11-23T02:23:10,970 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:10,970 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:10,970 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:10,970 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3f7df0c0dbc24f3491d5f340296cc134, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ad0bc0e44e4e4384a6f4833a94e5d8aa, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6f631c6ff6484322bb1da5d41a560b49] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=35.7 K 2024-11-23T02:23:10,970 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3db818f4a27240ab8af601c31c8c2994, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732328589807 2024-11-23T02:23:10,970 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f7df0c0dbc24f3491d5f340296cc134, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732328589807 2024-11-23T02:23:10,971 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting ad0bc0e44e4e4384a6f4833a94e5d8aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732328589898 2024-11-23T02:23:10,971 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5843bbe3fe3e4226bcfd6e7a7942bb36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732328589898 2024-11-23T02:23:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:10,971 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f631c6ff6484322bb1da5d41a560b49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732328590059 2024-11-23T02:23:10,971 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ee2cfecf274437da56435ecaa474326, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732328590051 2024-11-23T02:23:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:10,981 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:10,982 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/f24c62e60da348d29f5eef06ee412a88 is 50, key is test_row_0/B:col10/1732328590392/Put/seqid=0 2024-11-23T02:23:10,998 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:10,999 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/42248bf3ae5f4b259da3890f4b7db4f9 is 50, key is test_row_0/A:col10/1732328590392/Put/seqid=0 2024-11-23T02:23:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742318_1494 (size=12527) 2024-11-23T02:23:11,049 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/f24c62e60da348d29f5eef06ee412a88 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f24c62e60da348d29f5eef06ee412a88 2024-11-23T02:23:11,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742319_1495 (size=12527) 2024-11-23T02:23:11,056 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into f24c62e60da348d29f5eef06ee412a88(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:11,056 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:11,056 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=13, startTime=1732328590968; duration=0sec 2024-11-23T02:23:11,057 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:11,057 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:11,057 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:11,058 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:11,058 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:11,058 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:11,058 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b7252678f1604800bb7b5adda2d57608, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2c6102f742824045b5d026db75797264, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5a980d2337334c1e94af9104f04b4d60] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=35.7 K 2024-11-23T02:23:11,059 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting b7252678f1604800bb7b5adda2d57608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732328589807 2024-11-23T02:23:11,060 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/42248bf3ae5f4b259da3890f4b7db4f9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/42248bf3ae5f4b259da3890f4b7db4f9 2024-11-23T02:23:11,060 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c6102f742824045b5d026db75797264, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732328589898 2024-11-23T02:23:11,065 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a980d2337334c1e94af9104f04b4d60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732328590059 2024-11-23T02:23:11,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T02:23:11,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:11,067 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:23:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:11,070 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 42248bf3ae5f4b259da3890f4b7db4f9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:11,070 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:11,070 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=13, startTime=1732328590968; duration=0sec 2024-11-23T02:23:11,071 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:11,071 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:11,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/694e0cf637e74d2d84a733602437539a is 50, key is test_row_0/A:col10/1732328590469/Put/seqid=0 2024-11-23T02:23:11,086 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:11,086 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/daa057022c5d43aba01d5321f302f097 is 50, key is test_row_0/C:col10/1732328590392/Put/seqid=0 2024-11-23T02:23:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:11,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742320_1496 (size=12151) 2024-11-23T02:23:11,147 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/694e0cf637e74d2d84a733602437539a 2024-11-23T02:23:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742321_1497 (size=12527) 2024-11-23T02:23:11,166 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/daa057022c5d43aba01d5321f302f097 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/daa057022c5d43aba01d5321f302f097 2024-11-23T02:23:11,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328651165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,177 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into daa057022c5d43aba01d5321f302f097(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:11,177 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:11,177 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=13, startTime=1732328590971; duration=0sec 2024-11-23T02:23:11,177 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:11,177 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:11,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328651174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/992f39b517b042eab0df01b65aa54d1b is 50, key is test_row_0/B:col10/1732328590469/Put/seqid=0 2024-11-23T02:23:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742322_1498 (size=12151) 2024-11-23T02:23:11,220 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/992f39b517b042eab0df01b65aa54d1b 2024-11-23T02:23:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/d20eb430033140d9af81f75401cf4dff is 50, key is test_row_0/C:col10/1732328590469/Put/seqid=0 2024-11-23T02:23:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328651276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742323_1499 (size=12151) 2024-11-23T02:23:11,281 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/d20eb430033140d9af81f75401cf4dff 2024-11-23T02:23:11,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/694e0cf637e74d2d84a733602437539a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/694e0cf637e74d2d84a733602437539a 2024-11-23T02:23:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328651279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,293 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/694e0cf637e74d2d84a733602437539a, entries=150, sequenceid=191, filesize=11.9 K 2024-11-23T02:23:11,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/992f39b517b042eab0df01b65aa54d1b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/992f39b517b042eab0df01b65aa54d1b 2024-11-23T02:23:11,298 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/992f39b517b042eab0df01b65aa54d1b, entries=150, sequenceid=191, filesize=11.9 K 2024-11-23T02:23:11,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/d20eb430033140d9af81f75401cf4dff as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d20eb430033140d9af81f75401cf4dff 2024-11-23T02:23:11,303 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d20eb430033140d9af81f75401cf4dff, entries=150, sequenceid=191, filesize=11.9 K 2024-11-23T02:23:11,304 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c4e1763050067ff1cfe858e1242491f7 in 237ms, sequenceid=191, compaction requested=false 2024-11-23T02:23:11,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:11,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:11,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-23T02:23:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-23T02:23:11,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-23T02:23:11,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0040 sec 2024-11-23T02:23:11,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.0090 sec 2024-11-23T02:23:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T02:23:11,404 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-23T02:23:11,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-23T02:23:11,409 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:23:11,410 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:11,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:11,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:23:11,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:11,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:11,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:11,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:11,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:11,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:11,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/159762447c484452999179b48d56346c is 50, key is test_row_0/A:col10/1732328591172/Put/seqid=0 2024-11-23T02:23:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:23:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742324_1500 (size=14541) 2024-11-23T02:23:11,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/159762447c484452999179b48d56346c 2024-11-23T02:23:11,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/6728e28c951d4e16a110ff0fcbde884d is 50, key is test_row_0/B:col10/1732328591172/Put/seqid=0 2024-11-23T02:23:11,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T02:23:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:11,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:11,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:11,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328651577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328651578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742325_1501 (size=12151) 2024-11-23T02:23:11,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328651688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328651689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:23:11,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T02:23:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:11,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:11,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T02:23:11,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:11,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:11,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328651895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328651897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:11,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/6728e28c951d4e16a110ff0fcbde884d 2024-11-23T02:23:12,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/ba6db1781db3424c9ddda5b8de8bc5b1 is 50, key is test_row_0/C:col10/1732328591172/Put/seqid=0 2024-11-23T02:23:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:23:12,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:12,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T02:23:12,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:12,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:12,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:12,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:12,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742326_1502 (size=12151) 2024-11-23T02:23:12,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/ba6db1781db3424c9ddda5b8de8bc5b1 2024-11-23T02:23:12,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/159762447c484452999179b48d56346c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/159762447c484452999179b48d56346c 2024-11-23T02:23:12,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/159762447c484452999179b48d56346c, entries=200, sequenceid=206, filesize=14.2 K 2024-11-23T02:23:12,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/6728e28c951d4e16a110ff0fcbde884d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6728e28c951d4e16a110ff0fcbde884d 2024-11-23T02:23:12,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6728e28c951d4e16a110ff0fcbde884d, entries=150, sequenceid=206, filesize=11.9 K 2024-11-23T02:23:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/ba6db1781db3424c9ddda5b8de8bc5b1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ba6db1781db3424c9ddda5b8de8bc5b1 2024-11-23T02:23:12,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ba6db1781db3424c9ddda5b8de8bc5b1, entries=150, sequenceid=206, filesize=11.9 K 2024-11-23T02:23:12,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c4e1763050067ff1cfe858e1242491f7 in 594ms, sequenceid=206, compaction requested=true 2024-11-23T02:23:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:12,081 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:12,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:12,081 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:12,083 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:12,083 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:12,083 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:12,083 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:12,083 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:12,083 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:12,083 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/42248bf3ae5f4b259da3890f4b7db4f9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/694e0cf637e74d2d84a733602437539a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/159762447c484452999179b48d56346c] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=38.3 K 2024-11-23T02:23:12,083 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f24c62e60da348d29f5eef06ee412a88, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/992f39b517b042eab0df01b65aa54d1b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6728e28c951d4e16a110ff0fcbde884d] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=36.0 K 2024-11-23T02:23:12,084 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42248bf3ae5f4b259da3890f4b7db4f9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732328590059 2024-11-23T02:23:12,084 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting f24c62e60da348d29f5eef06ee412a88, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732328590059 2024-11-23T02:23:12,084 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 992f39b517b042eab0df01b65aa54d1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732328590469 2024-11-23T02:23:12,084 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 694e0cf637e74d2d84a733602437539a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732328590469 2024-11-23T02:23:12,085 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 6728e28c951d4e16a110ff0fcbde884d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732328591150 2024-11-23T02:23:12,085 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 159762447c484452999179b48d56346c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732328591127 2024-11-23T02:23:12,111 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:12,112 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:12,112 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/c522e0b77193497a8591a21f7363a55f is 50, key is test_row_0/B:col10/1732328591172/Put/seqid=0 2024-11-23T02:23:12,112 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/3ed1c8f0a2334f56a69d096028480267 is 50, key is test_row_0/A:col10/1732328591172/Put/seqid=0 2024-11-23T02:23:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742327_1503 (size=12629) 2024-11-23T02:23:12,160 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/3ed1c8f0a2334f56a69d096028480267 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ed1c8f0a2334f56a69d096028480267 2024-11-23T02:23:12,169 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 3ed1c8f0a2334f56a69d096028480267(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:12,169 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:12,169 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=13, startTime=1732328592081; duration=0sec 2024-11-23T02:23:12,169 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:12,169 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:12,169 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:12,170 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:12,171 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:12,172 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:12,172 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/daa057022c5d43aba01d5321f302f097, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d20eb430033140d9af81f75401cf4dff, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ba6db1781db3424c9ddda5b8de8bc5b1] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=36.0 K 2024-11-23T02:23:12,172 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting daa057022c5d43aba01d5321f302f097, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732328590059 2024-11-23T02:23:12,173 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting d20eb430033140d9af81f75401cf4dff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732328590469 2024-11-23T02:23:12,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742328_1504 (size=12629) 2024-11-23T02:23:12,176 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba6db1781db3424c9ddda5b8de8bc5b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732328591150 2024-11-23T02:23:12,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:12,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T02:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:12,179 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:12,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:12,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:12,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:12,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:12,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/74b8b24a6f4944f7a60e3f0b5fbaa21f is 50, key is test_row_0/A:col10/1732328591577/Put/seqid=0 2024-11-23T02:23:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:12,216 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:12,217 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/295c1dc7bc814c34a189d4ee22d63bfc is 50, key is test_row_0/C:col10/1732328591172/Put/seqid=0 2024-11-23T02:23:12,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328652238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:12,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742329_1505 (size=12151) 2024-11-23T02:23:12,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328652246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:12,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742330_1506 (size=12629) 2024-11-23T02:23:12,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328652350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:12,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328652355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:23:12,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328652555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:12,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328652563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:12,582 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/c522e0b77193497a8591a21f7363a55f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c522e0b77193497a8591a21f7363a55f 2024-11-23T02:23:12,587 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into c522e0b77193497a8591a21f7363a55f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:12,587 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:12,587 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=13, startTime=1732328592081; duration=0sec 2024-11-23T02:23:12,587 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:12,587 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:12,653 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/74b8b24a6f4944f7a60e3f0b5fbaa21f 2024-11-23T02:23:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/369eac0a77e04940b367d21a879253e1 is 50, key is test_row_0/B:col10/1732328591577/Put/seqid=0 2024-11-23T02:23:12,681 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/295c1dc7bc814c34a189d4ee22d63bfc as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/295c1dc7bc814c34a189d4ee22d63bfc 2024-11-23T02:23:12,686 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into 295c1dc7bc814c34a189d4ee22d63bfc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:12,686 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:12,686 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=13, startTime=1732328592081; duration=0sec 2024-11-23T02:23:12,686 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:12,686 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:12,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742331_1507 (size=12151) 2024-11-23T02:23:12,697 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/369eac0a77e04940b367d21a879253e1 2024-11-23T02:23:12,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/853fd7bef91142b89f5079db2bd0b2cd is 50, key is test_row_0/C:col10/1732328591577/Put/seqid=0 2024-11-23T02:23:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742332_1508 (size=12151) 2024-11-23T02:23:12,762 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/853fd7bef91142b89f5079db2bd0b2cd 2024-11-23T02:23:12,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/74b8b24a6f4944f7a60e3f0b5fbaa21f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b8b24a6f4944f7a60e3f0b5fbaa21f 2024-11-23T02:23:12,774 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b8b24a6f4944f7a60e3f0b5fbaa21f, entries=150, sequenceid=230, filesize=11.9 K 2024-11-23T02:23:12,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/369eac0a77e04940b367d21a879253e1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/369eac0a77e04940b367d21a879253e1 2024-11-23T02:23:12,778 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/369eac0a77e04940b367d21a879253e1, entries=150, sequenceid=230, filesize=11.9 K 2024-11-23T02:23:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/853fd7bef91142b89f5079db2bd0b2cd as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/853fd7bef91142b89f5079db2bd0b2cd 2024-11-23T02:23:12,785 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/853fd7bef91142b89f5079db2bd0b2cd, entries=150, sequenceid=230, filesize=11.9 K 2024-11-23T02:23:12,787 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c4e1763050067ff1cfe858e1242491f7 in 607ms, sequenceid=230, compaction requested=false 2024-11-23T02:23:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-23T02:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-23T02:23:12,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-23T02:23:12,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3780 sec 2024-11-23T02:23:12,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.3850 sec 2024-11-23T02:23:12,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:23:12,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:12,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:12,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:12,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:12,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:12,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:12,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/da0411205c8c482cb4dbb09ce53e463a is 50, key is test_row_0/A:col10/1732328592865/Put/seqid=0 2024-11-23T02:23:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742333_1509 (size=14541) 2024-11-23T02:23:12,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328652945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:12,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328652952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328653054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328653054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328653257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328653263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/da0411205c8c482cb4dbb09ce53e463a 2024-11-23T02:23:13,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/8fe14c79bfe049cf8ef8617093953954 is 50, key is test_row_0/B:col10/1732328592865/Put/seqid=0 2024-11-23T02:23:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742334_1510 (size=12151) 2024-11-23T02:23:13,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/8fe14c79bfe049cf8ef8617093953954 2024-11-23T02:23:13,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a901ba6944d04e679822498676908437 is 50, key is test_row_0/C:col10/1732328592865/Put/seqid=0 2024-11-23T02:23:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742335_1511 (size=12151) 2024-11-23T02:23:13,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a901ba6944d04e679822498676908437 2024-11-23T02:23:13,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/da0411205c8c482cb4dbb09ce53e463a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/da0411205c8c482cb4dbb09ce53e463a 2024-11-23T02:23:13,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/da0411205c8c482cb4dbb09ce53e463a, entries=200, sequenceid=246, filesize=14.2 K 2024-11-23T02:23:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/8fe14c79bfe049cf8ef8617093953954 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/8fe14c79bfe049cf8ef8617093953954 2024-11-23T02:23:13,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/8fe14c79bfe049cf8ef8617093953954, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T02:23:13,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a901ba6944d04e679822498676908437 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a901ba6944d04e679822498676908437 2024-11-23T02:23:13,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a901ba6944d04e679822498676908437, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T02:23:13,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c4e1763050067ff1cfe858e1242491f7 in 556ms, sequenceid=246, compaction requested=true 2024-11-23T02:23:13,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:13,424 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:13,427 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:13,427 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:13,427 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:13,427 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ed1c8f0a2334f56a69d096028480267, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b8b24a6f4944f7a60e3f0b5fbaa21f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/da0411205c8c482cb4dbb09ce53e463a] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=38.4 K 2024-11-23T02:23:13,428 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ed1c8f0a2334f56a69d096028480267, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732328591150 2024-11-23T02:23:13,429 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74b8b24a6f4944f7a60e3f0b5fbaa21f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732328591558 2024-11-23T02:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:13,429 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:13,429 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting da0411205c8c482cb4dbb09ce53e463a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732328592222 2024-11-23T02:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:13,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:13,430 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:13,430 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:13,430 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:13,431 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c522e0b77193497a8591a21f7363a55f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/369eac0a77e04940b367d21a879253e1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/8fe14c79bfe049cf8ef8617093953954] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=36.1 K 2024-11-23T02:23:13,431 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c522e0b77193497a8591a21f7363a55f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732328591150 2024-11-23T02:23:13,432 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 369eac0a77e04940b367d21a879253e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732328591558 2024-11-23T02:23:13,433 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fe14c79bfe049cf8ef8617093953954, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732328592222 2024-11-23T02:23:13,448 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:13,449 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/6fd4b993fe5741a6a74f1240cc1146fd is 50, key is test_row_0/A:col10/1732328592865/Put/seqid=0 2024-11-23T02:23:13,462 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:13,462 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/4192b20de5db47a0b15967759309eb62 is 50, key is test_row_0/B:col10/1732328592865/Put/seqid=0 2024-11-23T02:23:13,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742337_1513 (size=12731) 2024-11-23T02:23:13,510 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/4192b20de5db47a0b15967759309eb62 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4192b20de5db47a0b15967759309eb62 2024-11-23T02:23:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T02:23:13,515 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-23T02:23:13,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-23T02:23:13,519 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T02:23:13,520 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:13,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:13,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742336_1512 (size=12731) 2024-11-23T02:23:13,525 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into 4192b20de5db47a0b15967759309eb62(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:13,525 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:13,525 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=13, startTime=1732328593429; duration=0sec 2024-11-23T02:23:13,525 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:13,525 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:13,525 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:13,526 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:13,527 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:13,527 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:13,527 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/295c1dc7bc814c34a189d4ee22d63bfc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/853fd7bef91142b89f5079db2bd0b2cd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a901ba6944d04e679822498676908437] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=36.1 K 2024-11-23T02:23:13,527 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 295c1dc7bc814c34a189d4ee22d63bfc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732328591150 2024-11-23T02:23:13,529 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 853fd7bef91142b89f5079db2bd0b2cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732328591558 2024-11-23T02:23:13,529 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a901ba6944d04e679822498676908437, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732328592222 2024-11-23T02:23:13,546 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:13,546 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/1d17287579e1422380b797df62480b9d is 50, key is test_row_0/C:col10/1732328592865/Put/seqid=0 2024-11-23T02:23:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:13,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:23:13,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:13,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:13,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:13,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:13,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:13,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:13,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/e59922a5841149668138a107d9695dad is 50, key is test_row_0/A:col10/1732328592934/Put/seqid=0 2024-11-23T02:23:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742338_1514 (size=12731) 2024-11-23T02:23:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742339_1515 (size=14741) 2024-11-23T02:23:13,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/e59922a5841149668138a107d9695dad 2024-11-23T02:23:13,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T02:23:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328653612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328653613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/48b33ff832774716b1f231a0086a1881 is 50, key is test_row_0/B:col10/1732328592934/Put/seqid=0 2024-11-23T02:23:13,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T02:23:13,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:13,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:13,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:13,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:13,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:13,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742340_1516 (size=12301) 2024-11-23T02:23:13,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/48b33ff832774716b1f231a0086a1881 2024-11-23T02:23:13,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/7c4c0e2a7f8e433fa4f261cf2142b24e is 50, key is test_row_0/C:col10/1732328592934/Put/seqid=0 2024-11-23T02:23:13,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328653722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328653723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742341_1517 (size=12301) 2024-11-23T02:23:13,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/7c4c0e2a7f8e433fa4f261cf2142b24e 2024-11-23T02:23:13,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/e59922a5841149668138a107d9695dad as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e59922a5841149668138a107d9695dad 2024-11-23T02:23:13,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e59922a5841149668138a107d9695dad, entries=200, sequenceid=270, filesize=14.4 K 2024-11-23T02:23:13,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/48b33ff832774716b1f231a0086a1881 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/48b33ff832774716b1f231a0086a1881 2024-11-23T02:23:13,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/48b33ff832774716b1f231a0086a1881, entries=150, sequenceid=270, filesize=12.0 K 2024-11-23T02:23:13,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/7c4c0e2a7f8e433fa4f261cf2142b24e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7c4c0e2a7f8e433fa4f261cf2142b24e 2024-11-23T02:23:13,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7c4c0e2a7f8e433fa4f261cf2142b24e, entries=150, sequenceid=270, filesize=12.0 K 2024-11-23T02:23:13,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for c4e1763050067ff1cfe858e1242491f7 in 189ms, sequenceid=270, compaction requested=false 2024-11-23T02:23:13,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T02:23:13,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:13,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T02:23:13,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:13,826 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:23:13,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:13,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:13,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:13,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:13,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:13,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:13,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/985ae893f6f448e89bc710198e5458ef is 50, key is test_row_0/A:col10/1732328593592/Put/seqid=0 2024-11-23T02:23:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742342_1518 (size=12301) 2024-11-23T02:23:13,880 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/985ae893f6f448e89bc710198e5458ef 2024-11-23T02:23:13,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/61dba27bbff64718b7fcf2b8aa6be459 is 50, key is test_row_0/B:col10/1732328593592/Put/seqid=0 2024-11-23T02:23:13,929 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/6fd4b993fe5741a6a74f1240cc1146fd as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6fd4b993fe5741a6a74f1240cc1146fd 2024-11-23T02:23:13,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:13,937 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 6fd4b993fe5741a6a74f1240cc1146fd(size=12.4 K), total size for store is 26.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:13,937 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:13,937 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=13, startTime=1732328593424; duration=0sec 2024-11-23T02:23:13,937 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:13,937 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742343_1519 (size=12301) 2024-11-23T02:23:13,946 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/61dba27bbff64718b7fcf2b8aa6be459 2024-11-23T02:23:13,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/fde4bc781e0344129fbb637689453875 is 50, key is test_row_0/C:col10/1732328593592/Put/seqid=0 2024-11-23T02:23:13,993 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/1d17287579e1422380b797df62480b9d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/1d17287579e1422380b797df62480b9d 2024-11-23T02:23:14,002 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into 1d17287579e1422380b797df62480b9d(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:14,002 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:14,002 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=13, startTime=1732328593429; duration=0sec 2024-11-23T02:23:14,002 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:14,002 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:14,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742344_1520 (size=12301) 2024-11-23T02:23:14,015 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/fde4bc781e0344129fbb637689453875 2024-11-23T02:23:14,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/985ae893f6f448e89bc710198e5458ef as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/985ae893f6f448e89bc710198e5458ef 2024-11-23T02:23:14,024 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/985ae893f6f448e89bc710198e5458ef, entries=150, sequenceid=284, filesize=12.0 K 2024-11-23T02:23:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/61dba27bbff64718b7fcf2b8aa6be459 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/61dba27bbff64718b7fcf2b8aa6be459 2024-11-23T02:23:14,029 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/61dba27bbff64718b7fcf2b8aa6be459, entries=150, sequenceid=284, filesize=12.0 K 2024-11-23T02:23:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/fde4bc781e0344129fbb637689453875 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fde4bc781e0344129fbb637689453875 2024-11-23T02:23:14,034 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fde4bc781e0344129fbb637689453875, entries=150, sequenceid=284, filesize=12.0 K 2024-11-23T02:23:14,035 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c4e1763050067ff1cfe858e1242491f7 in 209ms, sequenceid=284, compaction requested=true 2024-11-23T02:23:14,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:14,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:14,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-23T02:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-23T02:23:14,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:23:14,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-23T02:23:14,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 516 msec 2024-11-23T02:23:14,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:14,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:14,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:14,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:14,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:14,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:14,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 521 msec 2024-11-23T02:23:14,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d57a1dda93654c4594abe69795301d61 is 50, key is test_row_0/A:col10/1732328594004/Put/seqid=0 2024-11-23T02:23:14,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328654074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328654076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742345_1521 (size=14741) 2024-11-23T02:23:14,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d57a1dda93654c4594abe69795301d61 2024-11-23T02:23:14,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/c32875a02bef43ceadfc00e58f45fd9f is 50, key is test_row_0/B:col10/1732328594004/Put/seqid=0 2024-11-23T02:23:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T02:23:14,123 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-23T02:23:14,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-23T02:23:14,126 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:14,127 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:14,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T02:23:14,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742346_1522 (size=12301) 2024-11-23T02:23:14,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/c32875a02bef43ceadfc00e58f45fd9f 2024-11-23T02:23:14,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/4215524d09fb42899e886fbe7b61e93b is 50, key is test_row_0/C:col10/1732328594004/Put/seqid=0 2024-11-23T02:23:14,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328654184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328654184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742347_1523 (size=12301) 2024-11-23T02:23:14,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/4215524d09fb42899e886fbe7b61e93b 2024-11-23T02:23:14,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d57a1dda93654c4594abe69795301d61 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d57a1dda93654c4594abe69795301d61 2024-11-23T02:23:14,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d57a1dda93654c4594abe69795301d61, entries=200, sequenceid=310, filesize=14.4 K 2024-11-23T02:23:14,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/c32875a02bef43ceadfc00e58f45fd9f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c32875a02bef43ceadfc00e58f45fd9f 2024-11-23T02:23:14,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c32875a02bef43ceadfc00e58f45fd9f, entries=150, sequenceid=310, filesize=12.0 K 2024-11-23T02:23:14,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/4215524d09fb42899e886fbe7b61e93b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/4215524d09fb42899e886fbe7b61e93b 2024-11-23T02:23:14,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/4215524d09fb42899e886fbe7b61e93b, entries=150, sequenceid=310, filesize=12.0 K 2024-11-23T02:23:14,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c4e1763050067ff1cfe858e1242491f7 in 180ms, sequenceid=310, compaction requested=true 2024-11-23T02:23:14,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:14,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:14,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:14,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:14,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:14,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:14,217 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:14,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:14,217 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:14,219 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:14,219 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:14,219 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:14,219 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6fd4b993fe5741a6a74f1240cc1146fd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e59922a5841149668138a107d9695dad, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/985ae893f6f448e89bc710198e5458ef, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d57a1dda93654c4594abe69795301d61] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=53.2 K 2024-11-23T02:23:14,219 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:14,219 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:14,220 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fd4b993fe5741a6a74f1240cc1146fd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732328592222 2024-11-23T02:23:14,220 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:14,220 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4192b20de5db47a0b15967759309eb62, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/48b33ff832774716b1f231a0086a1881, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/61dba27bbff64718b7fcf2b8aa6be459, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c32875a02bef43ceadfc00e58f45fd9f] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=48.5 K 2024-11-23T02:23:14,220 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting e59922a5841149668138a107d9695dad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732328592934 2024-11-23T02:23:14,220 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4192b20de5db47a0b15967759309eb62, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732328592222 2024-11-23T02:23:14,220 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 985ae893f6f448e89bc710198e5458ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732328593588 2024-11-23T02:23:14,220 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 48b33ff832774716b1f231a0086a1881, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732328592934 2024-11-23T02:23:14,221 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting d57a1dda93654c4594abe69795301d61, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732328594004 2024-11-23T02:23:14,221 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 61dba27bbff64718b7fcf2b8aa6be459, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732328593588 2024-11-23T02:23:14,222 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c32875a02bef43ceadfc00e58f45fd9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732328594004 2024-11-23T02:23:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T02:23:14,241 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:14,242 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/efe9fa454d3f45b7bd169403da6eac03 is 50, key is test_row_0/A:col10/1732328594004/Put/seqid=0 2024-11-23T02:23:14,258 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:14,259 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/76508f9c641349af8f80277599eb780e is 50, key is test_row_0/B:col10/1732328594004/Put/seqid=0 2024-11-23T02:23:14,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T02:23:14,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:14,280 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:23:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742348_1524 (size=13017) 2024-11-23T02:23:14,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742349_1525 (size=13017) 2024-11-23T02:23:14,311 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/76508f9c641349af8f80277599eb780e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/76508f9c641349af8f80277599eb780e 2024-11-23T02:23:14,318 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into 76508f9c641349af8f80277599eb780e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:14,318 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:14,318 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=12, startTime=1732328594217; duration=0sec 2024-11-23T02:23:14,318 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:14,318 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:14,318 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/63a482d9cdd747e990de451f7e46b283 is 50, key is test_row_0/A:col10/1732328594075/Put/seqid=0 2024-11-23T02:23:14,328 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:14,328 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:14,328 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:14,328 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/1d17287579e1422380b797df62480b9d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7c4c0e2a7f8e433fa4f261cf2142b24e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fde4bc781e0344129fbb637689453875, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/4215524d09fb42899e886fbe7b61e93b] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=48.5 K 2024-11-23T02:23:14,329 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d17287579e1422380b797df62480b9d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732328592222 2024-11-23T02:23:14,329 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c4c0e2a7f8e433fa4f261cf2142b24e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732328592934 2024-11-23T02:23:14,329 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting fde4bc781e0344129fbb637689453875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732328593588 2024-11-23T02:23:14,330 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4215524d09fb42899e886fbe7b61e93b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732328594004 2024-11-23T02:23:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742350_1526 (size=12301) 2024-11-23T02:23:14,362 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/63a482d9cdd747e990de451f7e46b283 2024-11-23T02:23:14,371 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:14,372 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/6208ad070e9845faadb0cea7e4226ff5 is 50, key is test_row_0/C:col10/1732328594004/Put/seqid=0 2024-11-23T02:23:14,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/02a80c0bea0c4b7abd91df1431795d6b is 50, key is test_row_0/B:col10/1732328594075/Put/seqid=0 2024-11-23T02:23:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:14,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T02:23:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742351_1527 (size=13017) 2024-11-23T02:23:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742352_1528 (size=12301) 2024-11-23T02:23:14,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328654496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328654503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328654604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328654613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,697 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/efe9fa454d3f45b7bd169403da6eac03 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/efe9fa454d3f45b7bd169403da6eac03 2024-11-23T02:23:14,705 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into efe9fa454d3f45b7bd169403da6eac03(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:14,705 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:14,705 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=12, startTime=1732328594217; duration=0sec 2024-11-23T02:23:14,705 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:14,705 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T02:23:14,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732328654740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,747 DEBUG [Thread-2046 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:14,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44528 deadline: 1732328654754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,759 DEBUG [Thread-2048 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8250 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:14,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44552 deadline: 1732328654760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,766 DEBUG [Thread-2052 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8233 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:14,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328654813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328654825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:14,842 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/6208ad070e9845faadb0cea7e4226ff5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/6208ad070e9845faadb0cea7e4226ff5 2024-11-23T02:23:14,847 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into 6208ad070e9845faadb0cea7e4226ff5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:14,847 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:14,847 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=12, startTime=1732328594217; duration=0sec 2024-11-23T02:23:14,847 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:14,847 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:14,850 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/02a80c0bea0c4b7abd91df1431795d6b 2024-11-23T02:23:14,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/bcb49c7ea5f141638ab343e0ab13fc44 is 50, key is test_row_0/C:col10/1732328594075/Put/seqid=0 2024-11-23T02:23:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742353_1529 (size=12301) 2024-11-23T02:23:14,910 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/bcb49c7ea5f141638ab343e0ab13fc44 2024-11-23T02:23:14,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/63a482d9cdd747e990de451f7e46b283 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/63a482d9cdd747e990de451f7e46b283 2024-11-23T02:23:14,924 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/63a482d9cdd747e990de451f7e46b283, entries=150, sequenceid=322, filesize=12.0 K 2024-11-23T02:23:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/02a80c0bea0c4b7abd91df1431795d6b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/02a80c0bea0c4b7abd91df1431795d6b 2024-11-23T02:23:14,931 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/02a80c0bea0c4b7abd91df1431795d6b, entries=150, sequenceid=322, filesize=12.0 K 2024-11-23T02:23:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/bcb49c7ea5f141638ab343e0ab13fc44 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/bcb49c7ea5f141638ab343e0ab13fc44 2024-11-23T02:23:14,938 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/bcb49c7ea5f141638ab343e0ab13fc44, entries=150, sequenceid=322, filesize=12.0 K 2024-11-23T02:23:14,939 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c4e1763050067ff1cfe858e1242491f7 in 659ms, sequenceid=322, compaction requested=false 2024-11-23T02:23:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-23T02:23:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-23T02:23:14,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-23T02:23:14,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 813 msec 2024-11-23T02:23:14,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 818 msec 2024-11-23T02:23:14,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:23:14,984 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T02:23:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:15,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:23:15,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:15,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:15,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:15,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d5632dd037634744813f63fcddf0888c is 50, key is test_row_0/A:col10/1732328595126/Put/seqid=0 2024-11-23T02:23:15,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328655163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328655164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742354_1530 (size=12301) 2024-11-23T02:23:15,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d5632dd037634744813f63fcddf0888c 2024-11-23T02:23:15,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/d21dccfd0164402dbfbac63966cd5bb4 is 50, key is test_row_0/B:col10/1732328595126/Put/seqid=0 2024-11-23T02:23:15,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742355_1531 (size=12301) 2024-11-23T02:23:15,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/d21dccfd0164402dbfbac63966cd5bb4 2024-11-23T02:23:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T02:23:15,232 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-23T02:23:15,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:15,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/ca969f7a89f245bb9b72f50e48c18cc9 is 50, key is test_row_0/C:col10/1732328595126/Put/seqid=0 2024-11-23T02:23:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-23T02:23:15,235 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T02:23:15,235 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:15,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:15,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742356_1532 (size=12301) 2024-11-23T02:23:15,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/ca969f7a89f245bb9b72f50e48c18cc9 2024-11-23T02:23:15,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328655266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328655269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d5632dd037634744813f63fcddf0888c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5632dd037634744813f63fcddf0888c 2024-11-23T02:23:15,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5632dd037634744813f63fcddf0888c, entries=150, sequenceid=350, filesize=12.0 K 2024-11-23T02:23:15,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/d21dccfd0164402dbfbac63966cd5bb4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d21dccfd0164402dbfbac63966cd5bb4 2024-11-23T02:23:15,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d21dccfd0164402dbfbac63966cd5bb4, entries=150, sequenceid=350, filesize=12.0 K 2024-11-23T02:23:15,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/ca969f7a89f245bb9b72f50e48c18cc9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ca969f7a89f245bb9b72f50e48c18cc9 2024-11-23T02:23:15,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ca969f7a89f245bb9b72f50e48c18cc9, entries=150, sequenceid=350, filesize=12.0 K 2024-11-23T02:23:15,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c4e1763050067ff1cfe858e1242491f7 in 166ms, sequenceid=350, compaction requested=true 2024-11-23T02:23:15,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:15,294 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:15,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:15,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:15,294 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:15,295 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:15,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:15,295 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:15,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:15,295 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:15,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:15,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:15,295 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/efe9fa454d3f45b7bd169403da6eac03, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/63a482d9cdd747e990de451f7e46b283, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5632dd037634744813f63fcddf0888c] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=36.7 K 2024-11-23T02:23:15,297 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:15,297 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:15,297 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:15,297 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/76508f9c641349af8f80277599eb780e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/02a80c0bea0c4b7abd91df1431795d6b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d21dccfd0164402dbfbac63966cd5bb4] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=36.7 K 2024-11-23T02:23:15,297 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting efe9fa454d3f45b7bd169403da6eac03, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732328594004 2024-11-23T02:23:15,297 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 76508f9c641349af8f80277599eb780e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732328594004 2024-11-23T02:23:15,298 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 02a80c0bea0c4b7abd91df1431795d6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732328594066 2024-11-23T02:23:15,298 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63a482d9cdd747e990de451f7e46b283, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732328594066 2024-11-23T02:23:15,299 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d21dccfd0164402dbfbac63966cd5bb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732328594493 2024-11-23T02:23:15,299 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5632dd037634744813f63fcddf0888c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732328594493 2024-11-23T02:23:15,314 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:15,316 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/e660d56507b84aef881394e2a39d863f is 50, key is test_row_0/B:col10/1732328595126/Put/seqid=0 2024-11-23T02:23:15,326 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:15,326 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/536bb86064d846aeb1ac700144411be3 is 50, key is test_row_0/A:col10/1732328595126/Put/seqid=0 2024-11-23T02:23:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T02:23:15,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742357_1533 (size=13119) 2024-11-23T02:23:15,356 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/e660d56507b84aef881394e2a39d863f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e660d56507b84aef881394e2a39d863f 2024-11-23T02:23:15,362 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into e660d56507b84aef881394e2a39d863f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:15,362 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:15,362 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=13, startTime=1732328595294; duration=0sec 2024-11-23T02:23:15,362 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:15,362 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:15,362 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:15,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742358_1534 (size=13119) 2024-11-23T02:23:15,365 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:15,366 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:15,366 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:15,366 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/6208ad070e9845faadb0cea7e4226ff5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/bcb49c7ea5f141638ab343e0ab13fc44, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ca969f7a89f245bb9b72f50e48c18cc9] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=36.7 K 2024-11-23T02:23:15,366 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 6208ad070e9845faadb0cea7e4226ff5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732328594004 2024-11-23T02:23:15,367 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting bcb49c7ea5f141638ab343e0ab13fc44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732328594066 2024-11-23T02:23:15,368 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting ca969f7a89f245bb9b72f50e48c18cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732328594493 2024-11-23T02:23:15,370 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/536bb86064d846aeb1ac700144411be3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/536bb86064d846aeb1ac700144411be3 2024-11-23T02:23:15,377 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 536bb86064d846aeb1ac700144411be3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:15,377 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:15,377 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=13, startTime=1732328595293; duration=0sec 2024-11-23T02:23:15,377 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:15,377 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:15,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T02:23:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:15,387 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:23:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,409 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:15,409 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/7b1fbad612214f0caf721eb587c47faf is 50, key is test_row_0/C:col10/1732328595126/Put/seqid=0 2024-11-23T02:23:15,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/7e60aadfa4a9492ca3441169c663d035 is 50, key is test_row_0/A:col10/1732328595161/Put/seqid=0 2024-11-23T02:23:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742359_1535 (size=13119) 2024-11-23T02:23:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:15,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742360_1536 (size=12301) 2024-11-23T02:23:15,485 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/7e60aadfa4a9492ca3441169c663d035 2024-11-23T02:23:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/f568c72e8d094ed6acf9b0f98f46c0f2 is 50, key is test_row_0/B:col10/1732328595161/Put/seqid=0 2024-11-23T02:23:15,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742361_1537 (size=12301) 2024-11-23T02:23:15,525 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/f568c72e8d094ed6acf9b0f98f46c0f2 2024-11-23T02:23:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T02:23:15,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/d77198c33e24469ab356f229eac4085a is 50, key is test_row_0/C:col10/1732328595161/Put/seqid=0 2024-11-23T02:23:15,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742362_1538 (size=12301) 2024-11-23T02:23:15,594 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/d77198c33e24469ab356f229eac4085a 2024-11-23T02:23:15,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328655590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328655590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/7e60aadfa4a9492ca3441169c663d035 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7e60aadfa4a9492ca3441169c663d035 2024-11-23T02:23:15,607 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7e60aadfa4a9492ca3441169c663d035, entries=150, sequenceid=363, filesize=12.0 K 2024-11-23T02:23:15,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/f568c72e8d094ed6acf9b0f98f46c0f2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f568c72e8d094ed6acf9b0f98f46c0f2 2024-11-23T02:23:15,613 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f568c72e8d094ed6acf9b0f98f46c0f2, entries=150, sequenceid=363, filesize=12.0 K 2024-11-23T02:23:15,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/d77198c33e24469ab356f229eac4085a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d77198c33e24469ab356f229eac4085a 2024-11-23T02:23:15,621 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d77198c33e24469ab356f229eac4085a, entries=150, sequenceid=363, filesize=12.0 K 2024-11-23T02:23:15,622 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c4e1763050067ff1cfe858e1242491f7 in 235ms, sequenceid=363, compaction requested=false 2024-11-23T02:23:15,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:15,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:15,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-23T02:23:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-23T02:23:15,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-23T02:23:15,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 388 msec 2024-11-23T02:23:15,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 395 msec 2024-11-23T02:23:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:15,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T02:23:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:15,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/c0d11b20c9234271b8bdc15187635cca is 50, key is test_row_0/A:col10/1732328595705/Put/seqid=0 2024-11-23T02:23:15,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328655724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328655732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742363_1539 (size=12301) 2024-11-23T02:23:15,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328655833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T02:23:15,840 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-23T02:23:15,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-23T02:23:15,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328655839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,844 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:15,845 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:23:15,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:15,858 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/7b1fbad612214f0caf721eb587c47faf as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7b1fbad612214f0caf721eb587c47faf 2024-11-23T02:23:15,864 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into 7b1fbad612214f0caf721eb587c47faf(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:15,864 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:15,864 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=13, startTime=1732328595295; duration=0sec 2024-11-23T02:23:15,864 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:15,864 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:23:15,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:15,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T02:23:15,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:15,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:15,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:15,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:15,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328656039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328656044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:23:16,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T02:23:16,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:16,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/c0d11b20c9234271b8bdc15187635cca 2024-11-23T02:23:16,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/2340713938e04a0fb2378998cc33c84b is 50, key is test_row_0/B:col10/1732328595705/Put/seqid=0 2024-11-23T02:23:16,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742364_1540 (size=12301) 2024-11-23T02:23:16,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/2340713938e04a0fb2378998cc33c84b 2024-11-23T02:23:16,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a667e37ebe8d4f30ae2769df3d17438f is 50, key is test_row_0/C:col10/1732328595705/Put/seqid=0 2024-11-23T02:23:16,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742365_1541 (size=12301) 2024-11-23T02:23:16,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a667e37ebe8d4f30ae2769df3d17438f 2024-11-23T02:23:16,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/c0d11b20c9234271b8bdc15187635cca as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/c0d11b20c9234271b8bdc15187635cca 2024-11-23T02:23:16,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/c0d11b20c9234271b8bdc15187635cca, entries=150, sequenceid=391, filesize=12.0 K 2024-11-23T02:23:16,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/2340713938e04a0fb2378998cc33c84b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2340713938e04a0fb2378998cc33c84b 2024-11-23T02:23:16,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2340713938e04a0fb2378998cc33c84b, entries=150, sequenceid=391, filesize=12.0 K 2024-11-23T02:23:16,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T02:23:16,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:16,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a667e37ebe8d4f30ae2769df3d17438f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a667e37ebe8d4f30ae2769df3d17438f 2024-11-23T02:23:16,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a667e37ebe8d4f30ae2769df3d17438f, entries=150, sequenceid=391, filesize=12.0 K 2024-11-23T02:23:16,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c4e1763050067ff1cfe858e1242491f7 in 613ms, sequenceid=391, compaction requested=true 2024-11-23T02:23:16,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:16,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:16,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:16,318 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:16,318 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:16,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:16,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:16,319 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:16,319 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:16,319 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,319 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e660d56507b84aef881394e2a39d863f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f568c72e8d094ed6acf9b0f98f46c0f2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2340713938e04a0fb2378998cc33c84b] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=36.8 K 2024-11-23T02:23:16,319 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:16,319 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:16,319 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,319 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/536bb86064d846aeb1ac700144411be3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7e60aadfa4a9492ca3441169c663d035, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/c0d11b20c9234271b8bdc15187635cca] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=36.8 K 2024-11-23T02:23:16,322 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 536bb86064d846aeb1ac700144411be3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732328594493 2024-11-23T02:23:16,322 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e660d56507b84aef881394e2a39d863f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732328594493 2024-11-23T02:23:16,322 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e60aadfa4a9492ca3441169c663d035, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732328595143 2024-11-23T02:23:16,322 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting f568c72e8d094ed6acf9b0f98f46c0f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732328595143 2024-11-23T02:23:16,323 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0d11b20c9234271b8bdc15187635cca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732328595561 2024-11-23T02:23:16,323 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2340713938e04a0fb2378998cc33c84b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732328595561 2024-11-23T02:23:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:16,338 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:16,339 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/4238994fb55045469bbe279c4a7290db is 50, key is test_row_0/B:col10/1732328595705/Put/seqid=0 2024-11-23T02:23:16,347 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:16,348 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/1c606a6d0f3442b797138035d5424209 is 50, key is test_row_0/A:col10/1732328595705/Put/seqid=0 2024-11-23T02:23:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:16,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:23:16,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:16,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:16,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:16,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:16,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/ba48b7e29d654655a3948430c72dd986 is 50, key is test_row_0/A:col10/1732328596359/Put/seqid=0 2024-11-23T02:23:16,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742366_1542 (size=13221) 2024-11-23T02:23:16,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742367_1543 (size=13221) 2024-11-23T02:23:16,411 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/4238994fb55045469bbe279c4a7290db as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4238994fb55045469bbe279c4a7290db 2024-11-23T02:23:16,417 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into 4238994fb55045469bbe279c4a7290db(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:16,417 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:16,417 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=13, startTime=1732328596318; duration=0sec 2024-11-23T02:23:16,417 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:16,417 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:16,417 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:16,420 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:16,420 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:16,420 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,420 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7b1fbad612214f0caf721eb587c47faf, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d77198c33e24469ab356f229eac4085a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a667e37ebe8d4f30ae2769df3d17438f] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=36.8 K 2024-11-23T02:23:16,421 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b1fbad612214f0caf721eb587c47faf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732328594493 2024-11-23T02:23:16,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742368_1544 (size=12297) 2024-11-23T02:23:16,422 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d77198c33e24469ab356f229eac4085a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732328595143 2024-11-23T02:23:16,423 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a667e37ebe8d4f30ae2769df3d17438f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732328595561 2024-11-23T02:23:16,434 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:16,434 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/fc388c4262a0451d9febc585f9606e4c is 50, key is test_row_0/C:col10/1732328595705/Put/seqid=0 2024-11-23T02:23:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:23:16,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T02:23:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328656453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328656454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742369_1545 (size=13221) 2024-11-23T02:23:16,475 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/fc388c4262a0451d9febc585f9606e4c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fc388c4262a0451d9febc585f9606e4c 2024-11-23T02:23:16,485 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into fc388c4262a0451d9febc585f9606e4c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:16,485 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:16,485 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=13, startTime=1732328596318; duration=0sec 2024-11-23T02:23:16,485 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:16,485 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:16,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328656562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328656563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T02:23:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:16,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T02:23:16,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:16,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328656768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328656769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,805 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/1c606a6d0f3442b797138035d5424209 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/1c606a6d0f3442b797138035d5424209 2024-11-23T02:23:16,815 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 1c606a6d0f3442b797138035d5424209(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:16,815 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:16,815 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=13, startTime=1732328596318; duration=0sec 2024-11-23T02:23:16,815 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:16,815 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:16,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/ba48b7e29d654655a3948430c72dd986 2024-11-23T02:23:16,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/66204615f2ec4c5ba56b39e140c3108a is 50, key is test_row_0/B:col10/1732328596359/Put/seqid=0 2024-11-23T02:23:16,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742370_1546 (size=9857) 2024-11-23T02:23:16,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/66204615f2ec4c5ba56b39e140c3108a 2024-11-23T02:23:16,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/038c3fea707b47e18cb14ec626ab9982 is 50, key is test_row_0/C:col10/1732328596359/Put/seqid=0 2024-11-23T02:23:16,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:16,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T02:23:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:16,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742371_1547 (size=9857) 2024-11-23T02:23:16,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/038c3fea707b47e18cb14ec626ab9982 2024-11-23T02:23:16,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/ba48b7e29d654655a3948430c72dd986 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ba48b7e29d654655a3948430c72dd986 2024-11-23T02:23:16,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ba48b7e29d654655a3948430c72dd986, entries=150, sequenceid=404, filesize=12.0 K 2024-11-23T02:23:16,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/66204615f2ec4c5ba56b39e140c3108a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/66204615f2ec4c5ba56b39e140c3108a 2024-11-23T02:23:16,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/66204615f2ec4c5ba56b39e140c3108a, entries=100, sequenceid=404, filesize=9.6 K 2024-11-23T02:23:16,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/038c3fea707b47e18cb14ec626ab9982 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/038c3fea707b47e18cb14ec626ab9982 2024-11-23T02:23:16,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/038c3fea707b47e18cb14ec626ab9982, entries=100, sequenceid=404, filesize=9.6 K 2024-11-23T02:23:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:23:16,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c4e1763050067ff1cfe858e1242491f7 in 591ms, sequenceid=404, compaction requested=false 2024-11-23T02:23:16,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:17,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:17,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T02:23:17,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:17,072 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/b168266feb9a45beb83bb5b0947ab80a is 50, key is test_row_0/A:col10/1732328596450/Put/seqid=0 2024-11-23T02:23:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:17,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:17,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742372_1548 (size=12301) 2024-11-23T02:23:17,103 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/b168266feb9a45beb83bb5b0947ab80a 2024-11-23T02:23:17,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/94618019f5724eea95d74f0fcf1ed1c5 is 50, key is test_row_0/B:col10/1732328596450/Put/seqid=0 2024-11-23T02:23:17,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328657121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:17,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328657123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742373_1549 (size=12301) 2024-11-23T02:23:17,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328657229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:17,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328657231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:17,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328657435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328657437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:17,554 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/94618019f5724eea95d74f0fcf1ed1c5 2024-11-23T02:23:17,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/322c41d0cd8842ef901093905f2a3b20 is 50, key is test_row_0/C:col10/1732328596450/Put/seqid=0 2024-11-23T02:23:17,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742374_1550 (size=12301) 2024-11-23T02:23:17,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328657739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:17,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328657742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:23:17,995 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/322c41d0cd8842ef901093905f2a3b20 2024-11-23T02:23:18,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/b168266feb9a45beb83bb5b0947ab80a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b168266feb9a45beb83bb5b0947ab80a 2024-11-23T02:23:18,006 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b168266feb9a45beb83bb5b0947ab80a, entries=150, sequenceid=431, filesize=12.0 K 2024-11-23T02:23:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/94618019f5724eea95d74f0fcf1ed1c5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/94618019f5724eea95d74f0fcf1ed1c5 2024-11-23T02:23:18,011 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/94618019f5724eea95d74f0fcf1ed1c5, entries=150, sequenceid=431, filesize=12.0 K 2024-11-23T02:23:18,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/322c41d0cd8842ef901093905f2a3b20 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/322c41d0cd8842ef901093905f2a3b20 2024-11-23T02:23:18,017 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/322c41d0cd8842ef901093905f2a3b20, entries=150, sequenceid=431, filesize=12.0 K 2024-11-23T02:23:18,018 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c4e1763050067ff1cfe858e1242491f7 in 946ms, sequenceid=431, compaction requested=true 2024-11-23T02:23:18,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:18,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:18,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-23T02:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-23T02:23:18,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-23T02:23:18,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1740 sec 2024-11-23T02:23:18,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.1820 sec 2024-11-23T02:23:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:18,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:23:18,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:18,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:18,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:18,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:18,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:18,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:18,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/574e18af71d84cc7bf83e24358e1c398 is 50, key is test_row_0/A:col10/1732328598250/Put/seqid=0 2024-11-23T02:23:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742375_1551 (size=12301) 2024-11-23T02:23:18,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328658340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328658339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:18,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328658446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:18,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328658453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:18,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328658653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328658660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:18,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/574e18af71d84cc7bf83e24358e1c398 2024-11-23T02:23:18,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/01aab12cd18143c484967a0de9343ff5 is 50, key is test_row_0/B:col10/1732328598250/Put/seqid=0 2024-11-23T02:23:18,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742376_1552 (size=12301) 2024-11-23T02:23:18,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/01aab12cd18143c484967a0de9343ff5 2024-11-23T02:23:18,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/7410eb18a3de47919efcb80040802c03 is 50, key is test_row_0/C:col10/1732328598250/Put/seqid=0 2024-11-23T02:23:18,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742377_1553 (size=12301) 2024-11-23T02:23:18,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/7410eb18a3de47919efcb80040802c03 2024-11-23T02:23:18,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/574e18af71d84cc7bf83e24358e1c398 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/574e18af71d84cc7bf83e24358e1c398 2024-11-23T02:23:18,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/574e18af71d84cc7bf83e24358e1c398, entries=150, sequenceid=444, filesize=12.0 K 2024-11-23T02:23:18,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/01aab12cd18143c484967a0de9343ff5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/01aab12cd18143c484967a0de9343ff5 2024-11-23T02:23:18,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/01aab12cd18143c484967a0de9343ff5, entries=150, sequenceid=444, filesize=12.0 K 2024-11-23T02:23:18,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/7410eb18a3de47919efcb80040802c03 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7410eb18a3de47919efcb80040802c03 2024-11-23T02:23:18,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7410eb18a3de47919efcb80040802c03, entries=150, sequenceid=444, filesize=12.0 K 2024-11-23T02:23:18,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c4e1763050067ff1cfe858e1242491f7 in 589ms, sequenceid=444, compaction requested=true 2024-11-23T02:23:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:18,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:23:18,841 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:18,842 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:18,847 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50120 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:18,847 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:18,847 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:18,847 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/1c606a6d0f3442b797138035d5424209, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ba48b7e29d654655a3948430c72dd986, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b168266feb9a45beb83bb5b0947ab80a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/574e18af71d84cc7bf83e24358e1c398] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=48.9 K 2024-11-23T02:23:18,848 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:18,848 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:18,848 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c606a6d0f3442b797138035d5424209, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732328595561 2024-11-23T02:23:18,848 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:18,848 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4238994fb55045469bbe279c4a7290db, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/66204615f2ec4c5ba56b39e140c3108a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/94618019f5724eea95d74f0fcf1ed1c5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/01aab12cd18143c484967a0de9343ff5] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=46.6 K 2024-11-23T02:23:18,849 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 4238994fb55045469bbe279c4a7290db, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732328595561 2024-11-23T02:23:18,849 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba48b7e29d654655a3948430c72dd986, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732328596352 2024-11-23T02:23:18,850 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 66204615f2ec4c5ba56b39e140c3108a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732328596357 2024-11-23T02:23:18,851 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b168266feb9a45beb83bb5b0947ab80a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732328596440 2024-11-23T02:23:18,851 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 94618019f5724eea95d74f0fcf1ed1c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732328596440 2024-11-23T02:23:18,852 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 01aab12cd18143c484967a0de9343ff5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732328597097 2024-11-23T02:23:18,852 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 574e18af71d84cc7bf83e24358e1c398, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732328597097 2024-11-23T02:23:18,874 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:18,875 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/e5a2d47b13e74346a6ee38ff3f669575 is 50, key is test_row_0/B:col10/1732328598250/Put/seqid=0 2024-11-23T02:23:18,882 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:18,883 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/68651c2e412645399a025288c16c8a4a is 50, key is test_row_0/A:col10/1732328598250/Put/seqid=0 2024-11-23T02:23:18,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742378_1554 (size=13357) 2024-11-23T02:23:18,953 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/e5a2d47b13e74346a6ee38ff3f669575 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e5a2d47b13e74346a6ee38ff3f669575 2024-11-23T02:23:18,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742379_1555 (size=13357) 2024-11-23T02:23:18,958 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into e5a2d47b13e74346a6ee38ff3f669575(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:18,958 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:18,958 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=12, startTime=1732328598841; duration=0sec 2024-11-23T02:23:18,958 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:18,959 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:18,959 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:18,960 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:18,961 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:18,961 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:18,961 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fc388c4262a0451d9febc585f9606e4c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/038c3fea707b47e18cb14ec626ab9982, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/322c41d0cd8842ef901093905f2a3b20, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7410eb18a3de47919efcb80040802c03] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=46.6 K 2024-11-23T02:23:18,961 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting fc388c4262a0451d9febc585f9606e4c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732328595561 2024-11-23T02:23:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:18,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:23:18,970 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 038c3fea707b47e18cb14ec626ab9982, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732328596357 2024-11-23T02:23:18,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:18,971 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 322c41d0cd8842ef901093905f2a3b20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732328596440 2024-11-23T02:23:18,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:18,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:18,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:18,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:18,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:18,971 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7410eb18a3de47919efcb80040802c03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732328597097 2024-11-23T02:23:18,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/7254a31a0f7046bf94e5bd444415806e is 50, key is test_row_0/A:col10/1732328598338/Put/seqid=0 2024-11-23T02:23:19,005 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:19,006 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/c8128273624844859bcae6ede44ef0cf is 50, key is test_row_0/C:col10/1732328598250/Put/seqid=0 2024-11-23T02:23:19,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328659006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:19,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742380_1556 (size=17181) 2024-11-23T02:23:19,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328659016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:19,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742381_1557 (size=13357) 2024-11-23T02:23:19,061 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/c8128273624844859bcae6ede44ef0cf as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c8128273624844859bcae6ede44ef0cf 2024-11-23T02:23:19,072 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into c8128273624844859bcae6ede44ef0cf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:19,072 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:19,072 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=12, startTime=1732328598841; duration=0sec 2024-11-23T02:23:19,072 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:19,072 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:19,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328659117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:19,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328659124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:19,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328659325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328659337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:19,364 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/68651c2e412645399a025288c16c8a4a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/68651c2e412645399a025288c16c8a4a 2024-11-23T02:23:19,369 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 68651c2e412645399a025288c16c8a4a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:19,369 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:19,369 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=12, startTime=1732328598841; duration=0sec 2024-11-23T02:23:19,370 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:19,370 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:19,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/7254a31a0f7046bf94e5bd444415806e 2024-11-23T02:23:19,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/64aeb454975448bebbe57bccd50b9158 is 50, key is test_row_0/B:col10/1732328598338/Put/seqid=0 2024-11-23T02:23:19,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742382_1558 (size=12301) 2024-11-23T02:23:19,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/64aeb454975448bebbe57bccd50b9158 2024-11-23T02:23:19,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/8cdd181e867b4f65a092f285909efb97 is 50, key is test_row_0/C:col10/1732328598338/Put/seqid=0 2024-11-23T02:23:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742383_1559 (size=12301) 2024-11-23T02:23:19,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328659634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:19,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328659641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:19,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/8cdd181e867b4f65a092f285909efb97 2024-11-23T02:23:19,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/7254a31a0f7046bf94e5bd444415806e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7254a31a0f7046bf94e5bd444415806e 2024-11-23T02:23:19,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7254a31a0f7046bf94e5bd444415806e, entries=250, sequenceid=470, filesize=16.8 K 2024-11-23T02:23:19,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/64aeb454975448bebbe57bccd50b9158 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/64aeb454975448bebbe57bccd50b9158 2024-11-23T02:23:19,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/64aeb454975448bebbe57bccd50b9158, entries=150, sequenceid=470, filesize=12.0 K 2024-11-23T02:23:19,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/8cdd181e867b4f65a092f285909efb97 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8cdd181e867b4f65a092f285909efb97 2024-11-23T02:23:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T02:23:19,952 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-23T02:23:19,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-23T02:23:19,956 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:19,956 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:19,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:19,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8cdd181e867b4f65a092f285909efb97, entries=150, sequenceid=470, filesize=12.0 K 2024-11-23T02:23:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T02:23:19,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c4e1763050067ff1cfe858e1242491f7 in 989ms, sequenceid=470, compaction requested=false 2024-11-23T02:23:19,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T02:23:20,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:20,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T02:23:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:20,109 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:23:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/5959dd0d029a495fa014e092b53cd4f9 is 50, key is test_row_0/A:col10/1732328599013/Put/seqid=0 2024-11-23T02:23:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:20,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742384_1560 (size=12301) 2024-11-23T02:23:20,157 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/5959dd0d029a495fa014e092b53cd4f9 2024-11-23T02:23:20,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/98403827228741e480a46ae3b9d22249 is 50, key is test_row_0/B:col10/1732328599013/Put/seqid=0 2024-11-23T02:23:20,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742385_1561 (size=12301) 2024-11-23T02:23:20,190 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/98403827228741e480a46ae3b9d22249 2024-11-23T02:23:20,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/67bfef8a04c043a0a40db487bbc44e7a is 50, key is test_row_0/C:col10/1732328599013/Put/seqid=0 2024-11-23T02:23:20,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328660243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:20,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328660248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T02:23:20,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742386_1562 (size=12301) 2024-11-23T02:23:20,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328660353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:20,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328660353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T02:23:20,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328660559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:20,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328660560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:20,666 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/67bfef8a04c043a0a40db487bbc44e7a 2024-11-23T02:23:20,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/5959dd0d029a495fa014e092b53cd4f9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5959dd0d029a495fa014e092b53cd4f9 2024-11-23T02:23:20,676 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5959dd0d029a495fa014e092b53cd4f9, entries=150, sequenceid=483, filesize=12.0 K 2024-11-23T02:23:20,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/98403827228741e480a46ae3b9d22249 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/98403827228741e480a46ae3b9d22249 2024-11-23T02:23:20,681 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/98403827228741e480a46ae3b9d22249, entries=150, sequenceid=483, filesize=12.0 K 2024-11-23T02:23:20,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/67bfef8a04c043a0a40db487bbc44e7a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/67bfef8a04c043a0a40db487bbc44e7a 2024-11-23T02:23:20,687 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/67bfef8a04c043a0a40db487bbc44e7a, entries=150, sequenceid=483, filesize=12.0 K 2024-11-23T02:23:20,689 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c4e1763050067ff1cfe858e1242491f7 in 580ms, sequenceid=483, compaction requested=true 2024-11-23T02:23:20,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:20,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:20,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-23T02:23:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-23T02:23:20,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-23T02:23:20,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 734 msec 2024-11-23T02:23:20,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 739 msec 2024-11-23T02:23:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:20,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:23:20,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:20,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:20,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:20,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:20,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:20,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:20,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/71eabc95877145598edaf095b9fa2dd2 is 50, key is test_row_0/A:col10/1732328600873/Put/seqid=0 2024-11-23T02:23:20,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328660891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:20,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742387_1563 (size=17181) 2024-11-23T02:23:20,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/71eabc95877145598edaf095b9fa2dd2 2024-11-23T02:23:20,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328660896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:20,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/3ed34dc51f034b1288c4123954851502 is 50, key is test_row_0/B:col10/1732328600873/Put/seqid=0 2024-11-23T02:23:20,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742388_1564 (size=12301) 2024-11-23T02:23:20,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/3ed34dc51f034b1288c4123954851502 2024-11-23T02:23:20,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/3c5c11350b0a48828d454e932ac5b5b3 is 50, key is test_row_0/C:col10/1732328600873/Put/seqid=0 2024-11-23T02:23:21,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328660997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 347 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328661006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742389_1565 (size=12301) 2024-11-23T02:23:21,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/3c5c11350b0a48828d454e932ac5b5b3 2024-11-23T02:23:21,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/71eabc95877145598edaf095b9fa2dd2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/71eabc95877145598edaf095b9fa2dd2 2024-11-23T02:23:21,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/71eabc95877145598edaf095b9fa2dd2, entries=250, sequenceid=510, filesize=16.8 K 2024-11-23T02:23:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/3ed34dc51f034b1288c4123954851502 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3ed34dc51f034b1288c4123954851502 2024-11-23T02:23:21,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3ed34dc51f034b1288c4123954851502, entries=150, sequenceid=510, filesize=12.0 K 2024-11-23T02:23:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T02:23:21,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/3c5c11350b0a48828d454e932ac5b5b3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/3c5c11350b0a48828d454e932ac5b5b3 2024-11-23T02:23:21,062 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-23T02:23:21,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-23T02:23:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:23:21,065 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:21,066 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:21,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:21,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/3c5c11350b0a48828d454e932ac5b5b3, entries=150, sequenceid=510, filesize=12.0 K 2024-11-23T02:23:21,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c4e1763050067ff1cfe858e1242491f7 in 195ms, sequenceid=510, compaction requested=true 2024-11-23T02:23:21,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:21,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:21,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:21,069 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:21,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:21,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:21,069 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:21,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:21,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:21,072 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 60020 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:21,072 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:21,072 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:21,072 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:21,072 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/68651c2e412645399a025288c16c8a4a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7254a31a0f7046bf94e5bd444415806e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5959dd0d029a495fa014e092b53cd4f9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/71eabc95877145598edaf095b9fa2dd2] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=58.6 K 2024-11-23T02:23:21,072 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:21,072 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:21,073 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e5a2d47b13e74346a6ee38ff3f669575, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/64aeb454975448bebbe57bccd50b9158, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/98403827228741e480a46ae3b9d22249, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3ed34dc51f034b1288c4123954851502] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=49.1 K 2024-11-23T02:23:21,073 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68651c2e412645399a025288c16c8a4a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732328597097 2024-11-23T02:23:21,073 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e5a2d47b13e74346a6ee38ff3f669575, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732328597097 2024-11-23T02:23:21,073 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7254a31a0f7046bf94e5bd444415806e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732328598331 2024-11-23T02:23:21,074 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5959dd0d029a495fa014e092b53cd4f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732328598994 2024-11-23T02:23:21,074 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 64aeb454975448bebbe57bccd50b9158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732328598331 2024-11-23T02:23:21,074 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71eabc95877145598edaf095b9fa2dd2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732328600208 2024-11-23T02:23:21,074 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 98403827228741e480a46ae3b9d22249, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732328598994 2024-11-23T02:23:21,074 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ed34dc51f034b1288c4123954851502, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732328600240 2024-11-23T02:23:21,092 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:21,092 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/47a29c515c6c4513b52b7a00e9418eed is 50, key is test_row_0/A:col10/1732328600873/Put/seqid=0 2024-11-23T02:23:21,107 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#482 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:21,107 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/e9439a55a64f4e598877fbd43f5c6403 is 50, key is test_row_0/B:col10/1732328600873/Put/seqid=0 2024-11-23T02:23:21,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742390_1566 (size=13493) 2024-11-23T02:23:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:23:21,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742391_1567 (size=13493) 2024-11-23T02:23:21,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T02:23:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:21,218 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T02:23:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:21,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:21,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/ed488ae52e274faeae82e96d6909a00a is 50, key is test_row_0/A:col10/1732328601211/Put/seqid=0 2024-11-23T02:23:21,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742392_1568 (size=12301) 2024-11-23T02:23:21,264 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/ed488ae52e274faeae82e96d6909a00a 2024-11-23T02:23:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/70397084f2ee4e9a8d8a90f4bc2755c2 is 50, key is test_row_0/B:col10/1732328601211/Put/seqid=0 2024-11-23T02:23:21,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 360 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328661298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328661302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742393_1569 (size=12301) 2024-11-23T02:23:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:23:21,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 362 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328661409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328661409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,562 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/47a29c515c6c4513b52b7a00e9418eed as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/47a29c515c6c4513b52b7a00e9418eed 2024-11-23T02:23:21,569 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 47a29c515c6c4513b52b7a00e9418eed(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:21,569 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:21,569 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=12, startTime=1732328601068; duration=0sec 2024-11-23T02:23:21,569 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:21,569 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:21,569 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:21,572 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:21,573 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:21,573 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:21,573 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c8128273624844859bcae6ede44ef0cf, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8cdd181e867b4f65a092f285909efb97, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/67bfef8a04c043a0a40db487bbc44e7a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/3c5c11350b0a48828d454e932ac5b5b3] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=49.1 K 2024-11-23T02:23:21,573 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8128273624844859bcae6ede44ef0cf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732328597097 2024-11-23T02:23:21,573 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cdd181e867b4f65a092f285909efb97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732328598331 2024-11-23T02:23:21,574 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67bfef8a04c043a0a40db487bbc44e7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732328598994 2024-11-23T02:23:21,574 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c5c11350b0a48828d454e932ac5b5b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732328600240 2024-11-23T02:23:21,582 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/e9439a55a64f4e598877fbd43f5c6403 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e9439a55a64f4e598877fbd43f5c6403 2024-11-23T02:23:21,589 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into e9439a55a64f4e598877fbd43f5c6403(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:21,589 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:21,589 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=12, startTime=1732328601069; duration=0sec 2024-11-23T02:23:21,589 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:21,589 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:21,596 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#485 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:21,596 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a5e989061a1f451e8bec259ee307f695 is 50, key is test_row_0/C:col10/1732328600873/Put/seqid=0 2024-11-23T02:23:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 364 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328661617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328661618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742394_1570 (size=13493) 2024-11-23T02:23:21,633 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a5e989061a1f451e8bec259ee307f695 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5e989061a1f451e8bec259ee307f695 2024-11-23T02:23:21,640 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into a5e989061a1f451e8bec259ee307f695(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:21,640 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:21,640 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=12, startTime=1732328601069; duration=0sec 2024-11-23T02:23:21,640 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:21,640 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:23:21,738 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/70397084f2ee4e9a8d8a90f4bc2755c2 2024-11-23T02:23:21,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a5bb1e1d99e14cf49ee2d7157826f218 is 50, key is test_row_0/C:col10/1732328601211/Put/seqid=0 2024-11-23T02:23:21,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742395_1571 (size=12301) 2024-11-23T02:23:21,786 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a5bb1e1d99e14cf49ee2d7157826f218 2024-11-23T02:23:21,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/ed488ae52e274faeae82e96d6909a00a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ed488ae52e274faeae82e96d6909a00a 2024-11-23T02:23:21,799 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ed488ae52e274faeae82e96d6909a00a, entries=150, sequenceid=520, filesize=12.0 K 2024-11-23T02:23:21,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/70397084f2ee4e9a8d8a90f4bc2755c2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/70397084f2ee4e9a8d8a90f4bc2755c2 2024-11-23T02:23:21,806 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/70397084f2ee4e9a8d8a90f4bc2755c2, entries=150, sequenceid=520, filesize=12.0 K 2024-11-23T02:23:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a5bb1e1d99e14cf49ee2d7157826f218 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5bb1e1d99e14cf49ee2d7157826f218 2024-11-23T02:23:21,816 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5bb1e1d99e14cf49ee2d7157826f218, entries=150, sequenceid=520, filesize=12.0 K 2024-11-23T02:23:21,817 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c4e1763050067ff1cfe858e1242491f7 in 599ms, sequenceid=520, compaction requested=false 2024-11-23T02:23:21,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:21,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:21,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-23T02:23:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-23T02:23:21,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-23T02:23:21,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 753 msec 2024-11-23T02:23:21,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 758 msec 2024-11-23T02:23:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:21,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T02:23:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:21,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/bb8878e76cfc478bb2cd76885cdfee41 is 50, key is test_row_0/A:col10/1732328601296/Put/seqid=0 2024-11-23T02:23:21,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 369 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328661946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328661951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:21,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742396_1572 (size=12301) 2024-11-23T02:23:21,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/bb8878e76cfc478bb2cd76885cdfee41 2024-11-23T02:23:21,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/f9e9375e1a2841bfb97a5013f06faef7 is 50, key is test_row_0/B:col10/1732328601296/Put/seqid=0 2024-11-23T02:23:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742397_1573 (size=12301) 2024-11-23T02:23:22,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/f9e9375e1a2841bfb97a5013f06faef7 2024-11-23T02:23:22,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/d9e7ccc9e1684718b906f2714d13622a is 50, key is test_row_0/C:col10/1732328601296/Put/seqid=0 2024-11-23T02:23:22,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 371 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328662053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742398_1574 (size=12301) 2024-11-23T02:23:22,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/d9e7ccc9e1684718b906f2714d13622a 2024-11-23T02:23:22,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328662060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/bb8878e76cfc478bb2cd76885cdfee41 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bb8878e76cfc478bb2cd76885cdfee41 2024-11-23T02:23:22,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bb8878e76cfc478bb2cd76885cdfee41, entries=150, sequenceid=550, filesize=12.0 K 2024-11-23T02:23:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/f9e9375e1a2841bfb97a5013f06faef7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f9e9375e1a2841bfb97a5013f06faef7 2024-11-23T02:23:22,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f9e9375e1a2841bfb97a5013f06faef7, entries=150, sequenceid=550, filesize=12.0 K 2024-11-23T02:23:22,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/d9e7ccc9e1684718b906f2714d13622a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d9e7ccc9e1684718b906f2714d13622a 2024-11-23T02:23:22,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d9e7ccc9e1684718b906f2714d13622a, entries=150, sequenceid=550, filesize=12.0 K 2024-11-23T02:23:22,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c4e1763050067ff1cfe858e1242491f7 in 161ms, sequenceid=550, compaction requested=true 2024-11-23T02:23:22,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:22,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:22,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:22,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:22,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:22,089 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:22,089 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:22,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:22,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:22,090 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:22,090 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:22,090 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,091 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e9439a55a64f4e598877fbd43f5c6403, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/70397084f2ee4e9a8d8a90f4bc2755c2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f9e9375e1a2841bfb97a5013f06faef7] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=37.2 K 2024-11-23T02:23:22,091 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:22,091 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:22,091 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,091 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/47a29c515c6c4513b52b7a00e9418eed, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ed488ae52e274faeae82e96d6909a00a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bb8878e76cfc478bb2cd76885cdfee41] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=37.2 K 2024-11-23T02:23:22,091 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47a29c515c6c4513b52b7a00e9418eed, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732328600240 2024-11-23T02:23:22,092 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e9439a55a64f4e598877fbd43f5c6403, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732328600240 2024-11-23T02:23:22,092 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 70397084f2ee4e9a8d8a90f4bc2755c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732328600889 2024-11-23T02:23:22,092 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed488ae52e274faeae82e96d6909a00a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732328600889 2024-11-23T02:23:22,093 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb8878e76cfc478bb2cd76885cdfee41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732328601296 2024-11-23T02:23:22,093 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting f9e9375e1a2841bfb97a5013f06faef7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732328601296 2024-11-23T02:23:22,105 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:22,106 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/a7ca3e17c98f4617b17cdd9d42e24428 is 50, key is test_row_0/B:col10/1732328601296/Put/seqid=0 2024-11-23T02:23:22,110 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:22,110 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/281c0fbff27d4e37865ca7c0be899a5c is 50, key is test_row_0/A:col10/1732328601296/Put/seqid=0 2024-11-23T02:23:22,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742399_1575 (size=13595) 2024-11-23T02:23:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T02:23:22,168 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-23T02:23:22,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-23T02:23:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:23:22,171 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:22,171 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:22,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742400_1576 (size=13595) 2024-11-23T02:23:22,188 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/281c0fbff27d4e37865ca7c0be899a5c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/281c0fbff27d4e37865ca7c0be899a5c 2024-11-23T02:23:22,193 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 281c0fbff27d4e37865ca7c0be899a5c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:22,193 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:22,193 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=13, startTime=1732328602089; duration=0sec 2024-11-23T02:23:22,193 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:22,194 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:22,194 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:22,196 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:22,196 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:22,196 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,196 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5e989061a1f451e8bec259ee307f695, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5bb1e1d99e14cf49ee2d7157826f218, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d9e7ccc9e1684718b906f2714d13622a] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=37.2 K 2024-11-23T02:23:22,197 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5e989061a1f451e8bec259ee307f695, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732328600240 2024-11-23T02:23:22,197 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5bb1e1d99e14cf49ee2d7157826f218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732328600889 2024-11-23T02:23:22,197 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9e7ccc9e1684718b906f2714d13622a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732328601296 2024-11-23T02:23:22,216 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:22,217 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/b6492bd9fc0b49d0ac3aefc1df3f8d3d is 50, key is test_row_0/C:col10/1732328601296/Put/seqid=0 2024-11-23T02:23:22,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742401_1577 (size=13595) 2024-11-23T02:23:22,256 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/b6492bd9fc0b49d0ac3aefc1df3f8d3d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b6492bd9fc0b49d0ac3aefc1df3f8d3d 2024-11-23T02:23:22,261 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into b6492bd9fc0b49d0ac3aefc1df3f8d3d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:22,261 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:22,261 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=13, startTime=1732328602089; duration=0sec 2024-11-23T02:23:22,261 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:22,261 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:22,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:23:22,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:22,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:22,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:22,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:23:22,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/bf3be9c1b1664af3a467f45458228021 is 50, key is test_row_0/A:col10/1732328602264/Put/seqid=0 2024-11-23T02:23:22,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742402_1578 (size=14741) 2024-11-23T02:23:22,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/bf3be9c1b1664af3a467f45458228021 2024-11-23T02:23:22,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/3852e651cf504f8b8e70dd66fff5ee52 is 50, key is test_row_0/B:col10/1732328602264/Put/seqid=0 2024-11-23T02:23:22,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:22,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:22,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 351 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328662331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 386 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328662334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742403_1579 (size=12301) 2024-11-23T02:23:22,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/3852e651cf504f8b8e70dd66fff5ee52 2024-11-23T02:23:22,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/ac360665466245fea0a635d178bf8cc2 is 50, key is test_row_0/C:col10/1732328602264/Put/seqid=0 2024-11-23T02:23:22,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742404_1580 (size=12301) 2024-11-23T02:23:22,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/ac360665466245fea0a635d178bf8cc2 2024-11-23T02:23:22,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/bf3be9c1b1664af3a467f45458228021 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bf3be9c1b1664af3a467f45458228021 2024-11-23T02:23:22,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bf3be9c1b1664af3a467f45458228021, entries=200, sequenceid=563, filesize=14.4 K 2024-11-23T02:23:22,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/3852e651cf504f8b8e70dd66fff5ee52 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3852e651cf504f8b8e70dd66fff5ee52 2024-11-23T02:23:22,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3852e651cf504f8b8e70dd66fff5ee52, entries=150, sequenceid=563, filesize=12.0 K 2024-11-23T02:23:22,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/ac360665466245fea0a635d178bf8cc2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ac360665466245fea0a635d178bf8cc2 2024-11-23T02:23:22,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ac360665466245fea0a635d178bf8cc2, entries=150, sequenceid=563, filesize=12.0 K 2024-11-23T02:23:22,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c4e1763050067ff1cfe858e1242491f7 in 173ms, sequenceid=563, compaction requested=false 2024-11-23T02:23:22,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:22,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:23:22,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:22,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:22,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:22,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:22,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/676c7606fd3244758d7b5c6b0ebfb4f2 is 50, key is test_row_0/A:col10/1732328602449/Put/seqid=0 2024-11-23T02:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:23:22,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742405_1581 (size=17181) 2024-11-23T02:23:22,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 357 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328662471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 392 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328662473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,552 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/a7ca3e17c98f4617b17cdd9d42e24428 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a7ca3e17c98f4617b17cdd9d42e24428 2024-11-23T02:23:22,558 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into a7ca3e17c98f4617b17cdd9d42e24428(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:22,558 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:22,559 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=13, startTime=1732328602089; duration=0sec 2024-11-23T02:23:22,559 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:22,559 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:22,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 359 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328662583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 394 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328662583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:22,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:23:22,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:22,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:22,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 396 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328662793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 361 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328662793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/676c7606fd3244758d7b5c6b0ebfb4f2 2024-11-23T02:23:22,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/af422b7841d946e2bc4319d165ad9b7e is 50, key is test_row_0/B:col10/1732328602449/Put/seqid=0 2024-11-23T02:23:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742406_1582 (size=12301) 2024-11-23T02:23:22,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:22,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:22,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:23,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 363 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328663101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 398 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328663101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:23,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:23,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:23:23,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/af422b7841d946e2bc4319d165ad9b7e 2024-11-23T02:23:23,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/b2d30782102c41e08471eb608c6b6846 is 50, key is test_row_0/C:col10/1732328602449/Put/seqid=0 2024-11-23T02:23:23,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742407_1583 (size=12301) 2024-11-23T02:23:23,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:23,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:23,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:23,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:23,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 400 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328663608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:23,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 365 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328663608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:23,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:23,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:23,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/b2d30782102c41e08471eb608c6b6846 2024-11-23T02:23:23,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/676c7606fd3244758d7b5c6b0ebfb4f2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/676c7606fd3244758d7b5c6b0ebfb4f2 2024-11-23T02:23:23,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/676c7606fd3244758d7b5c6b0ebfb4f2, entries=250, sequenceid=590, filesize=16.8 K 2024-11-23T02:23:23,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/af422b7841d946e2bc4319d165ad9b7e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/af422b7841d946e2bc4319d165ad9b7e 2024-11-23T02:23:23,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/af422b7841d946e2bc4319d165ad9b7e, entries=150, sequenceid=590, filesize=12.0 K 2024-11-23T02:23:23,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/b2d30782102c41e08471eb608c6b6846 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b2d30782102c41e08471eb608c6b6846 2024-11-23T02:23:23,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b2d30782102c41e08471eb608c6b6846, entries=150, sequenceid=590, filesize=12.0 K 2024-11-23T02:23:23,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c4e1763050067ff1cfe858e1242491f7 in 1364ms, sequenceid=590, compaction requested=true 2024-11-23T02:23:23,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:23,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:23,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:23,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:23,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:23,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:23,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:23:23,813 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:23,813 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:23,814 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:23,814 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:23,814 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,815 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/281c0fbff27d4e37865ca7c0be899a5c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bf3be9c1b1664af3a467f45458228021, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/676c7606fd3244758d7b5c6b0ebfb4f2] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=44.5 K 2024-11-23T02:23:23,815 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:23,815 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:23,815 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 281c0fbff27d4e37865ca7c0be899a5c, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732328601296 2024-11-23T02:23:23,815 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,815 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a7ca3e17c98f4617b17cdd9d42e24428, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3852e651cf504f8b8e70dd66fff5ee52, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/af422b7841d946e2bc4319d165ad9b7e] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=37.3 K 2024-11-23T02:23:23,816 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf3be9c1b1664af3a467f45458228021, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732328601939 2024-11-23T02:23:23,816 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a7ca3e17c98f4617b17cdd9d42e24428, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732328601296 2024-11-23T02:23:23,817 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 3852e651cf504f8b8e70dd66fff5ee52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732328601939 2024-11-23T02:23:23,817 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting af422b7841d946e2bc4319d165ad9b7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732328602321 2024-11-23T02:23:23,818 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 676c7606fd3244758d7b5c6b0ebfb4f2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732328602321 2024-11-23T02:23:23,828 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:23,829 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/29f02c5e08144961a63c2d0e4af6af9d is 50, key is test_row_0/B:col10/1732328602449/Put/seqid=0 2024-11-23T02:23:23,846 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#500 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:23,846 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/374181dfa02d43349318505a4f09e0b0 is 50, key is test_row_0/A:col10/1732328602449/Put/seqid=0 2024-11-23T02:23:23,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:23,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T02:23:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,867 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T02:23:23,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742408_1584 (size=13697) 2024-11-23T02:23:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:23,873 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/29f02c5e08144961a63c2d0e4af6af9d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/29f02c5e08144961a63c2d0e4af6af9d 2024-11-23T02:23:23,879 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into 29f02c5e08144961a63c2d0e4af6af9d(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:23,879 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:23,879 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=13, startTime=1732328603813; duration=0sec 2024-11-23T02:23:23,879 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:23,879 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:23,879 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:23,880 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:23,880 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:23,880 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:23,880 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b6492bd9fc0b49d0ac3aefc1df3f8d3d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ac360665466245fea0a635d178bf8cc2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b2d30782102c41e08471eb608c6b6846] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=37.3 K 2024-11-23T02:23:23,882 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting b6492bd9fc0b49d0ac3aefc1df3f8d3d, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732328601296 2024-11-23T02:23:23,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742409_1585 (size=13697) 2024-11-23T02:23:23,883 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting ac360665466245fea0a635d178bf8cc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1732328601939 2024-11-23T02:23:23,884 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting b2d30782102c41e08471eb608c6b6846, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732328602321 2024-11-23T02:23:23,887 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/374181dfa02d43349318505a4f09e0b0 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/374181dfa02d43349318505a4f09e0b0 2024-11-23T02:23:23,896 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 374181dfa02d43349318505a4f09e0b0(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:23,896 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:23,896 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=13, startTime=1732328603813; duration=0sec 2024-11-23T02:23:23,896 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:23,896 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:23,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/b7a8c36f143449948fa24722a4ac7589 is 50, key is test_row_0/A:col10/1732328602471/Put/seqid=0 2024-11-23T02:23:23,923 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:23,924 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/8bcfa2095ade46d68983df85ff6487a9 is 50, key is test_row_0/C:col10/1732328602449/Put/seqid=0 2024-11-23T02:23:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742410_1586 (size=12301) 2024-11-23T02:23:23,954 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/b7a8c36f143449948fa24722a4ac7589 2024-11-23T02:23:23,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/a9ab271417114cf2a313f3464eee6453 is 50, key is test_row_0/B:col10/1732328602471/Put/seqid=0 2024-11-23T02:23:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742411_1587 (size=13697) 2024-11-23T02:23:23,993 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/8bcfa2095ade46d68983df85ff6487a9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8bcfa2095ade46d68983df85ff6487a9 2024-11-23T02:23:24,002 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into 8bcfa2095ade46d68983df85ff6487a9(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:24,002 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:24,002 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=13, startTime=1732328603813; duration=0sec 2024-11-23T02:23:24,002 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:24,002 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742412_1588 (size=12301) 2024-11-23T02:23:24,025 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/a9ab271417114cf2a313f3464eee6453 2024-11-23T02:23:24,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/18bc10bbf313479c9cd0488ac7e0d6e5 is 50, key is test_row_0/C:col10/1732328602471/Put/seqid=0 2024-11-23T02:23:24,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742413_1589 (size=12301) 2024-11-23T02:23:24,073 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/18bc10bbf313479c9cd0488ac7e0d6e5 2024-11-23T02:23:24,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/b7a8c36f143449948fa24722a4ac7589 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b7a8c36f143449948fa24722a4ac7589 2024-11-23T02:23:24,085 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b7a8c36f143449948fa24722a4ac7589, entries=150, sequenceid=600, filesize=12.0 K 2024-11-23T02:23:24,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/a9ab271417114cf2a313f3464eee6453 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a9ab271417114cf2a313f3464eee6453 2024-11-23T02:23:24,092 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a9ab271417114cf2a313f3464eee6453, entries=150, sequenceid=600, filesize=12.0 K 2024-11-23T02:23:24,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/18bc10bbf313479c9cd0488ac7e0d6e5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/18bc10bbf313479c9cd0488ac7e0d6e5 2024-11-23T02:23:24,098 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/18bc10bbf313479c9cd0488ac7e0d6e5, entries=150, sequenceid=600, filesize=12.0 K 2024-11-23T02:23:24,099 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for c4e1763050067ff1cfe858e1242491f7 in 232ms, sequenceid=600, compaction requested=false 2024-11-23T02:23:24,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:24,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:24,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-23T02:23:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-23T02:23:24,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-23T02:23:24,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9290 sec 2024-11-23T02:23:24,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.9340 sec 2024-11-23T02:23:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T02:23:24,276 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-23T02:23:24,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-23T02:23:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T02:23:24,279 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:24,279 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:24,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T02:23:24,432 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-23T02:23:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-23T02:23:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-23T02:23:24,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-23T02:23:24,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-23T02:23:24,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 161 msec 2024-11-23T02:23:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T02:23:24,580 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-23T02:23:24,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-23T02:23:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:23:24,583 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:24,584 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:24,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:24,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:23:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:24,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/74b4982ff8ff4d30a27bfcd80918d6ac is 50, key is test_row_0/A:col10/1732328604622/Put/seqid=0 2024-11-23T02:23:24,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742414_1590 (size=17181) 2024-11-23T02:23:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:23:24,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/74b4982ff8ff4d30a27bfcd80918d6ac 2024-11-23T02:23:24,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/2372e0832caa49d19ea19ab4e089c325 is 50, key is test_row_0/B:col10/1732328604622/Put/seqid=0 2024-11-23T02:23:24,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 381 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328664706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742415_1591 (size=12301) 2024-11-23T02:23:24,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/2372e0832caa49d19ea19ab4e089c325 2024-11-23T02:23:24,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/c6bab9808d13491bb13c0a5217c347c8 is 50, key is test_row_0/C:col10/1732328604622/Put/seqid=0 2024-11-23T02:23:24,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 418 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328664711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:23:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:24,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44528 deadline: 1732328664774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,782 DEBUG [Thread-2048 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18273 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742416_1592 (size=12301) 2024-11-23T02:23:24,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/c6bab9808d13491bb13c0a5217c347c8 2024-11-23T02:23:24,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732328664781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,787 DEBUG [Thread-2046 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18255 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:24,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/74b4982ff8ff4d30a27bfcd80918d6ac as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b4982ff8ff4d30a27bfcd80918d6ac 2024-11-23T02:23:24,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b4982ff8ff4d30a27bfcd80918d6ac, entries=250, sequenceid=615, filesize=16.8 K 2024-11-23T02:23:24,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/2372e0832caa49d19ea19ab4e089c325 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2372e0832caa49d19ea19ab4e089c325 2024-11-23T02:23:24,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2372e0832caa49d19ea19ab4e089c325, entries=150, sequenceid=615, filesize=12.0 K 2024-11-23T02:23:24,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/c6bab9808d13491bb13c0a5217c347c8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c6bab9808d13491bb13c0a5217c347c8 2024-11-23T02:23:24,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c6bab9808d13491bb13c0a5217c347c8, entries=150, sequenceid=615, filesize=12.0 K 2024-11-23T02:23:24,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c4e1763050067ff1cfe858e1242491f7 in 177ms, sequenceid=615, compaction requested=true 2024-11-23T02:23:24,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:24,810 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:24,810 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:24,812 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:24,812 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43179 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:24,812 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:24,812 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:24,813 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:24,813 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:24,813 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/29f02c5e08144961a63c2d0e4af6af9d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a9ab271417114cf2a313f3464eee6453, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2372e0832caa49d19ea19ab4e089c325] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=37.4 K 2024-11-23T02:23:24,813 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/374181dfa02d43349318505a4f09e0b0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b7a8c36f143449948fa24722a4ac7589, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b4982ff8ff4d30a27bfcd80918d6ac] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=42.2 K 2024-11-23T02:23:24,813 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 29f02c5e08144961a63c2d0e4af6af9d, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732328602321 2024-11-23T02:23:24,814 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 374181dfa02d43349318505a4f09e0b0, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732328602321 2024-11-23T02:23:24,814 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7a8c36f143449948fa24722a4ac7589, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732328602461 2024-11-23T02:23:24,814 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a9ab271417114cf2a313f3464eee6453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732328602461 2024-11-23T02:23:24,815 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2372e0832caa49d19ea19ab4e089c325, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=615, earliestPutTs=1732328604622 2024-11-23T02:23:24,815 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74b4982ff8ff4d30a27bfcd80918d6ac, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=615, earliestPutTs=1732328604622 2024-11-23T02:23:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:24,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T02:23:24,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:24,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:24,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:24,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:24,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:24,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:24,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/8cb366a4303b42b5af2db7fed9852301 is 50, key is test_row_0/A:col10/1732328604704/Put/seqid=0 2024-11-23T02:23:24,835 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:24,835 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/bf40b045c0c0471b8943d133b9c1f39c is 50, key is test_row_0/B:col10/1732328604622/Put/seqid=0 2024-11-23T02:23:24,843 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#510 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:24,843 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/a17e6f5579c545f699ff98f8d44b8770 is 50, key is test_row_0/A:col10/1732328604622/Put/seqid=0 2024-11-23T02:23:24,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44552 deadline: 1732328664836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,854 DEBUG [Thread-2052 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18320 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., hostname=fde8ce287ea2,43695,1732328465221, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:23:24,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 388 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328664853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 423 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328664853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742417_1593 (size=13799) 2024-11-23T02:23:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:23:24,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:23:24,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742419_1595 (size=13799) 2024-11-23T02:23:24,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:24,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:24,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:24,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742418_1594 (size=14741) 2024-11-23T02:23:24,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=641 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/8cb366a4303b42b5af2db7fed9852301 2024-11-23T02:23:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:24,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/cc7577521e974ef2a403abd692ef387e is 50, key is test_row_0/B:col10/1732328604704/Put/seqid=0 2024-11-23T02:23:24,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742420_1596 (size=12301) 2024-11-23T02:23:24,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=641 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/cc7577521e974ef2a403abd692ef387e 2024-11-23T02:23:24,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/83650b56cf894c50bf662a11ccc29716 is 50, key is test_row_0/C:col10/1732328604704/Put/seqid=0 2024-11-23T02:23:24,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 390 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328664966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:24,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 425 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328664967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742421_1597 (size=12301) 2024-11-23T02:23:25,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=641 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/83650b56cf894c50bf662a11ccc29716 2024-11-23T02:23:25,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/8cb366a4303b42b5af2db7fed9852301 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/8cb366a4303b42b5af2db7fed9852301 2024-11-23T02:23:25,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/8cb366a4303b42b5af2db7fed9852301, entries=200, sequenceid=641, filesize=14.4 K 2024-11-23T02:23:25,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/cc7577521e974ef2a403abd692ef387e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/cc7577521e974ef2a403abd692ef387e 2024-11-23T02:23:25,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/cc7577521e974ef2a403abd692ef387e, entries=150, sequenceid=641, filesize=12.0 K 2024-11-23T02:23:25,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/83650b56cf894c50bf662a11ccc29716 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/83650b56cf894c50bf662a11ccc29716 2024-11-23T02:23:25,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/83650b56cf894c50bf662a11ccc29716, entries=150, sequenceid=641, filesize=12.0 K 2024-11-23T02:23:25,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c4e1763050067ff1cfe858e1242491f7 in 212ms, sequenceid=641, compaction requested=true 2024-11-23T02:23:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:23:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T02:23:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T02:23:25,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-23T02:23:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:25,050 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T02:23:25,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:25,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:25,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:25,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:25,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:25,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:25,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/a85853fd2ae046bbac790ac9bf1c27b4 is 50, key is test_row_0/A:col10/1732328604841/Put/seqid=0 2024-11-23T02:23:25,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742422_1598 (size=12301) 2024-11-23T02:23:25,084 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/a85853fd2ae046bbac790ac9bf1c27b4 2024-11-23T02:23:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/0361c85daca440019794149068ebbec4 is 50, key is test_row_0/B:col10/1732328604841/Put/seqid=0 2024-11-23T02:23:25,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742423_1599 (size=12301) 2024-11-23T02:23:25,146 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/0361c85daca440019794149068ebbec4 2024-11-23T02:23:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2236a881ffbc410696bcd9f5aed03b2d is 50, key is test_row_0/C:col10/1732328604841/Put/seqid=0 2024-11-23T02:23:25,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:23:25,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742424_1600 (size=12301) 2024-11-23T02:23:25,216 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2236a881ffbc410696bcd9f5aed03b2d 2024-11-23T02:23:25,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/a85853fd2ae046bbac790ac9bf1c27b4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a85853fd2ae046bbac790ac9bf1c27b4 2024-11-23T02:23:25,228 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a85853fd2ae046bbac790ac9bf1c27b4, entries=150, sequenceid=651, filesize=12.0 K 2024-11-23T02:23:25,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/0361c85daca440019794149068ebbec4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0361c85daca440019794149068ebbec4 2024-11-23T02:23:25,233 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0361c85daca440019794149068ebbec4, entries=150, sequenceid=651, filesize=12.0 K 2024-11-23T02:23:25,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2236a881ffbc410696bcd9f5aed03b2d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2236a881ffbc410696bcd9f5aed03b2d 2024-11-23T02:23:25,240 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2236a881ffbc410696bcd9f5aed03b2d, entries=150, sequenceid=651, filesize=12.0 K 2024-11-23T02:23:25,241 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=93.93 KB/96180 for c4e1763050067ff1cfe858e1242491f7 in 191ms, sequenceid=651, compaction requested=true 2024-11-23T02:23:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-23T02:23:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-11-23T02:23:25,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-23T02:23:25,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 658 msec 2024-11-23T02:23:25,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 663 msec 2024-11-23T02:23:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:25,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:23:25,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:25,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:25,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:25,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:25,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:25,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:25,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/6aa2aab9ca234c84a09b43f4c40837b6 is 50, key is test_row_0/A:col10/1732328605248/Put/seqid=0 2024-11-23T02:23:25,291 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/bf40b045c0c0471b8943d133b9c1f39c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bf40b045c0c0471b8943d133b9c1f39c 2024-11-23T02:23:25,296 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/a17e6f5579c545f699ff98f8d44b8770 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a17e6f5579c545f699ff98f8d44b8770 2024-11-23T02:23:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742425_1601 (size=14741) 2024-11-23T02:23:25,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=669 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/6aa2aab9ca234c84a09b43f4c40837b6 2024-11-23T02:23:25,301 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into bf40b045c0c0471b8943d133b9c1f39c(size=13.5 K), total size for store is 37.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:25,301 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:25,301 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=13, startTime=1732328604810; duration=0sec 2024-11-23T02:23:25,302 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T02:23:25,302 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:25,302 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-23T02:23:25,303 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:23:25,303 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:23:25,303 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. because compaction request was cancelled 2024-11-23T02:23:25,303 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:25,304 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T02:23:25,307 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into a17e6f5579c545f699ff98f8d44b8770(size=13.5 K), total size for store is 39.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:25,307 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:25,307 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=13, startTime=1732328604809; duration=0sec 2024-11-23T02:23:25,307 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:23:25,307 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:25,307 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:25,307 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62901 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T02:23:25,308 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:25,308 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-23T02:23:25,308 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:25,308 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:23:25,308 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:23:25,308 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. because compaction request was cancelled 2024-11-23T02:23:25,308 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:25,308 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:25,308 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8bcfa2095ade46d68983df85ff6487a9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/18bc10bbf313479c9cd0488ac7e0d6e5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c6bab9808d13491bb13c0a5217c347c8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/83650b56cf894c50bf662a11ccc29716, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2236a881ffbc410696bcd9f5aed03b2d] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=61.4 K 2024-11-23T02:23:25,309 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bcfa2095ade46d68983df85ff6487a9, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732328602321 2024-11-23T02:23:25,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/549224b605e24e7cb10e9d398a85fb4b is 50, key is test_row_0/B:col10/1732328605248/Put/seqid=0 2024-11-23T02:23:25,311 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 18bc10bbf313479c9cd0488ac7e0d6e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732328602461 2024-11-23T02:23:25,311 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c6bab9808d13491bb13c0a5217c347c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=615, earliestPutTs=1732328604622 2024-11-23T02:23:25,311 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:25,311 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 83650b56cf894c50bf662a11ccc29716, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1732328604697 2024-11-23T02:23:25,311 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:25,312 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:25,312 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bf40b045c0c0471b8943d133b9c1f39c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/cc7577521e974ef2a403abd692ef387e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0361c85daca440019794149068ebbec4] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=37.5 K 2024-11-23T02:23:25,312 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2236a881ffbc410696bcd9f5aed03b2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732328604828 2024-11-23T02:23:25,313 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf40b045c0c0471b8943d133b9c1f39c, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=615, earliestPutTs=1732328604622 2024-11-23T02:23:25,314 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc7577521e974ef2a403abd692ef387e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1732328604697 2024-11-23T02:23:25,315 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0361c85daca440019794149068ebbec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732328604828 2024-11-23T02:23:25,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 407 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328665317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,334 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:25,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 442 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328665327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,334 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/ae835193ec9d490285778c25ce28e573 is 50, key is test_row_0/B:col10/1732328604841/Put/seqid=0 2024-11-23T02:23:25,352 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#519 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:25,353 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2a4fc61040c94d6496b30139f85dcb32 is 50, key is test_row_0/C:col10/1732328604841/Put/seqid=0 2024-11-23T02:23:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742426_1602 (size=12301) 2024-11-23T02:23:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742427_1603 (size=13901) 2024-11-23T02:23:25,414 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/ae835193ec9d490285778c25ce28e573 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ae835193ec9d490285778c25ce28e573 2024-11-23T02:23:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742428_1604 (size=13867) 2024-11-23T02:23:25,419 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into ae835193ec9d490285778c25ce28e573(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:25,419 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:25,419 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=13, startTime=1732328605030; duration=0sec 2024-11-23T02:23:25,419 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:25,419 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:25,423 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/2a4fc61040c94d6496b30139f85dcb32 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a4fc61040c94d6496b30139f85dcb32 2024-11-23T02:23:25,427 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into 2a4fc61040c94d6496b30139f85dcb32(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:25,427 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:25,427 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=11, startTime=1732328605030; duration=0sec 2024-11-23T02:23:25,427 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:25,427 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:25,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 409 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328665428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 444 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328665436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 411 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328665630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 446 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328665641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T02:23:25,687 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-23T02:23:25,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-23T02:23:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:23:25,690 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:25,690 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:25,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:23:25,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=669 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/549224b605e24e7cb10e9d398a85fb4b 2024-11-23T02:23:25,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/21c61bd56b254eb987009ab8940895fe is 50, key is test_row_0/C:col10/1732328605248/Put/seqid=0 2024-11-23T02:23:25,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742429_1605 (size=12301) 2024-11-23T02:23:25,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:23:25,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:25,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:25,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:25,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:25,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:25,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 413 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328665935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 448 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328665948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:23:25,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:25,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:23:25,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:25,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:25,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:25,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:25,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:26,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:26,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:23:26,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:26,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:26,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:26,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:26,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:26,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=669 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/21c61bd56b254eb987009ab8940895fe 2024-11-23T02:23:26,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/6aa2aab9ca234c84a09b43f4c40837b6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6aa2aab9ca234c84a09b43f4c40837b6 2024-11-23T02:23:26,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6aa2aab9ca234c84a09b43f4c40837b6, entries=200, sequenceid=669, filesize=14.4 K 2024-11-23T02:23:26,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/549224b605e24e7cb10e9d398a85fb4b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/549224b605e24e7cb10e9d398a85fb4b 2024-11-23T02:23:26,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/549224b605e24e7cb10e9d398a85fb4b, entries=150, sequenceid=669, filesize=12.0 K 2024-11-23T02:23:26,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/21c61bd56b254eb987009ab8940895fe as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/21c61bd56b254eb987009ab8940895fe 2024-11-23T02:23:26,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/21c61bd56b254eb987009ab8940895fe, entries=150, sequenceid=669, filesize=12.0 K 2024-11-23T02:23:26,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c4e1763050067ff1cfe858e1242491f7 in 979ms, sequenceid=669, compaction requested=true 2024-11-23T02:23:26,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:26,231 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:26,231 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T02:23:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:26,232 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55582 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:26,232 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:23:26,232 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:23:26,232 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:26,232 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. because compaction request was cancelled 2024-11-23T02:23:26,232 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:26,232 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:26,232 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T02:23:26,232 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a17e6f5579c545f699ff98f8d44b8770, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/8cb366a4303b42b5af2db7fed9852301, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a85853fd2ae046bbac790ac9bf1c27b4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6aa2aab9ca234c84a09b43f4c40837b6] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=54.3 K 2024-11-23T02:23:26,232 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a17e6f5579c545f699ff98f8d44b8770, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=615, earliestPutTs=1732328604622 2024-11-23T02:23:26,233 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T02:23:26,233 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T02:23:26,233 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. because compaction request was cancelled 2024-11-23T02:23:26,233 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:26,233 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cb366a4303b42b5af2db7fed9852301, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1732328604697 2024-11-23T02:23:26,233 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a85853fd2ae046bbac790ac9bf1c27b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732328604828 2024-11-23T02:23:26,234 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aa2aab9ca234c84a09b43f4c40837b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=669, earliestPutTs=1732328605211 2024-11-23T02:23:26,242 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:26,243 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/85fbda9fb4434ca1abc215c6d3f6e03a is 50, key is test_row_0/A:col10/1732328605248/Put/seqid=0 2024-11-23T02:23:26,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742430_1606 (size=13935) 2024-11-23T02:23:26,259 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/85fbda9fb4434ca1abc215c6d3f6e03a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/85fbda9fb4434ca1abc215c6d3f6e03a 2024-11-23T02:23:26,264 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into 85fbda9fb4434ca1abc215c6d3f6e03a(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:26,264 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:26,265 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=12, startTime=1732328606231; duration=0sec 2024-11-23T02:23:26,265 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:26,265 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:23:26,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:26,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-23T02:23:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:26,300 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T02:23:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:26,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d3f9a33544a74e04874b5e69e32e8fb0 is 50, key is test_row_0/A:col10/1732328605315/Put/seqid=0 2024-11-23T02:23:26,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742431_1607 (size=12301) 2024-11-23T02:23:26,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. as already flushing 2024-11-23T02:23:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:26,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 455 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328666472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:26,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 425 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328666474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:26,534 DEBUG [Thread-2063 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:56324 2024-11-23T02:23:26,534 DEBUG [Thread-2063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:26,536 DEBUG [Thread-2061 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:56324 2024-11-23T02:23:26,536 DEBUG [Thread-2061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:26,537 DEBUG [Thread-2065 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:56324 2024-11-23T02:23:26,537 DEBUG [Thread-2065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:26,539 DEBUG [Thread-2059 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:56324 2024-11-23T02:23:26,540 DEBUG [Thread-2059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:26,541 DEBUG [Thread-2057 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:56324 2024-11-23T02:23:26,541 DEBUG [Thread-2057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:26,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 457 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328666575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:26,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 427 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328666578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:26,707 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d3f9a33544a74e04874b5e69e32e8fb0 2024-11-23T02:23:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/d28324eb385c4bc4a4073e86a19851fb is 50, key is test_row_0/B:col10/1732328605315/Put/seqid=0 2024-11-23T02:23:26,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742432_1608 (size=12301) 2024-11-23T02:23:26,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 459 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328666776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:26,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 429 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328666779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:23:27,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 461 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44466 deadline: 1732328667079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 431 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1732328667081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:27,116 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/d28324eb385c4bc4a4073e86a19851fb 2024-11-23T02:23:27,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/111b297aee6f472e886d3e9518083e72 is 50, key is test_row_0/C:col10/1732328605315/Put/seqid=0 2024-11-23T02:23:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742433_1609 (size=12301) 2024-11-23T02:23:27,525 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/111b297aee6f472e886d3e9518083e72 2024-11-23T02:23:27,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/d3f9a33544a74e04874b5e69e32e8fb0 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d3f9a33544a74e04874b5e69e32e8fb0 2024-11-23T02:23:27,530 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d3f9a33544a74e04874b5e69e32e8fb0, entries=150, sequenceid=692, filesize=12.0 K 2024-11-23T02:23:27,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/d28324eb385c4bc4a4073e86a19851fb as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d28324eb385c4bc4a4073e86a19851fb 2024-11-23T02:23:27,533 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d28324eb385c4bc4a4073e86a19851fb, entries=150, sequenceid=692, filesize=12.0 K 2024-11-23T02:23:27,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/111b297aee6f472e886d3e9518083e72 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/111b297aee6f472e886d3e9518083e72 2024-11-23T02:23:27,536 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/111b297aee6f472e886d3e9518083e72, entries=150, sequenceid=692, filesize=12.0 K 2024-11-23T02:23:27,536 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c4e1763050067ff1cfe858e1242491f7 in 1236ms, sequenceid=692, compaction requested=true 2024-11-23T02:23:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-23T02:23:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-11-23T02:23:27,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-23T02:23:27,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec 2024-11-23T02:23:27,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.8500 sec 2024-11-23T02:23:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:27,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T02:23:27,585 DEBUG [Thread-2050 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:56324 2024-11-23T02:23:27,585 DEBUG [Thread-2050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:27,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:27,585 DEBUG [Thread-2054 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:56324 2024-11-23T02:23:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:27,586 DEBUG [Thread-2054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:27,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/90bac96501cd47a7b9527509b5a5cc5a is 50, key is test_row_0/A:col10/1732328607584/Put/seqid=0 2024-11-23T02:23:27,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742434_1610 (size=12301) 2024-11-23T02:23:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T02:23:27,793 INFO [Thread-2056 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-23T02:23:27,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=712 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/90bac96501cd47a7b9527509b5a5cc5a 2024-11-23T02:23:27,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/bb5b584a390c4ef2aa3b52469cfe4d0c is 50, key is test_row_0/B:col10/1732328607584/Put/seqid=0 2024-11-23T02:23:28,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742435_1611 (size=12301) 2024-11-23T02:23:28,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=712 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/bb5b584a390c4ef2aa3b52469cfe4d0c 2024-11-23T02:23:28,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/72da440bbeb6487ba624d1bfa21f94ad is 50, key is test_row_0/C:col10/1732328607584/Put/seqid=0 2024-11-23T02:23:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742436_1612 (size=12301) 2024-11-23T02:23:28,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=712 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/72da440bbeb6487ba624d1bfa21f94ad 2024-11-23T02:23:28,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/90bac96501cd47a7b9527509b5a5cc5a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/90bac96501cd47a7b9527509b5a5cc5a 2024-11-23T02:23:28,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/90bac96501cd47a7b9527509b5a5cc5a, entries=150, sequenceid=712, filesize=12.0 K 2024-11-23T02:23:28,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/bb5b584a390c4ef2aa3b52469cfe4d0c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bb5b584a390c4ef2aa3b52469cfe4d0c 2024-11-23T02:23:28,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bb5b584a390c4ef2aa3b52469cfe4d0c, entries=150, sequenceid=712, filesize=12.0 K 2024-11-23T02:23:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/72da440bbeb6487ba624d1bfa21f94ad as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/72da440bbeb6487ba624d1bfa21f94ad 2024-11-23T02:23:28,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/72da440bbeb6487ba624d1bfa21f94ad, entries=150, sequenceid=712, filesize=12.0 K 2024-11-23T02:23:28,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for c4e1763050067ff1cfe858e1242491f7 in 1238ms, sequenceid=712, compaction requested=true 2024-11-23T02:23:28,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:28,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:28,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:28,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:28,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:28,822 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:28,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4e1763050067ff1cfe858e1242491f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:28,822 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:28,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:28,823 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:28,823 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/A is initiating minor compaction (all files) 2024-11-23T02:23:28,823 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/A in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:28,823 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50804 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:28,823 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/B is initiating minor compaction (all files) 2024-11-23T02:23:28,823 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/85fbda9fb4434ca1abc215c6d3f6e03a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d3f9a33544a74e04874b5e69e32e8fb0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/90bac96501cd47a7b9527509b5a5cc5a] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=37.6 K 2024-11-23T02:23:28,823 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/B in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:28,823 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ae835193ec9d490285778c25ce28e573, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/549224b605e24e7cb10e9d398a85fb4b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d28324eb385c4bc4a4073e86a19851fb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bb5b584a390c4ef2aa3b52469cfe4d0c] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=49.6 K 2024-11-23T02:23:28,823 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85fbda9fb4434ca1abc215c6d3f6e03a, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=669, earliestPutTs=1732328605211 2024-11-23T02:23:28,823 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting ae835193ec9d490285778c25ce28e573, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732328604828 2024-11-23T02:23:28,823 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 549224b605e24e7cb10e9d398a85fb4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=669, earliestPutTs=1732328605211 2024-11-23T02:23:28,823 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3f9a33544a74e04874b5e69e32e8fb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=692, earliestPutTs=1732328605305 2024-11-23T02:23:28,824 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d28324eb385c4bc4a4073e86a19851fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=692, earliestPutTs=1732328605305 2024-11-23T02:23:28,824 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90bac96501cd47a7b9527509b5a5cc5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=712, earliestPutTs=1732328606463 2024-11-23T02:23:28,824 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting bb5b584a390c4ef2aa3b52469cfe4d0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=712, earliestPutTs=1732328606463 2024-11-23T02:23:28,829 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#A#compaction#528 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:28,829 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/ee0bf84950ac4c8f9100304fc7cc80e3 is 50, key is test_row_0/A:col10/1732328607584/Put/seqid=0 2024-11-23T02:23:28,830 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#B#compaction#529 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:28,830 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/602affb65de94f1fa39a001056b35e51 is 50, key is test_row_0/B:col10/1732328607584/Put/seqid=0 2024-11-23T02:23:28,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742437_1613 (size=14037) 2024-11-23T02:23:28,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742438_1614 (size=14037) 2024-11-23T02:23:29,236 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/ee0bf84950ac4c8f9100304fc7cc80e3 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ee0bf84950ac4c8f9100304fc7cc80e3 2024-11-23T02:23:29,236 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/602affb65de94f1fa39a001056b35e51 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/602affb65de94f1fa39a001056b35e51 2024-11-23T02:23:29,239 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/A of c4e1763050067ff1cfe858e1242491f7 into ee0bf84950ac4c8f9100304fc7cc80e3(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:29,239 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/B of c4e1763050067ff1cfe858e1242491f7 into 602affb65de94f1fa39a001056b35e51(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:29,239 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:29,239 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/A, priority=13, startTime=1732328608822; duration=0sec 2024-11-23T02:23:29,239 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:29,240 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/B, priority=12, startTime=1732328608822; duration=0sec 2024-11-23T02:23:29,240 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:29,240 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:A 2024-11-23T02:23:29,240 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:29,240 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:B 2024-11-23T02:23:29,240 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:29,241 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50770 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:29,241 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): c4e1763050067ff1cfe858e1242491f7/C is initiating minor compaction (all files) 2024-11-23T02:23:29,241 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4e1763050067ff1cfe858e1242491f7/C in TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:29,241 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a4fc61040c94d6496b30139f85dcb32, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/21c61bd56b254eb987009ab8940895fe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/111b297aee6f472e886d3e9518083e72, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/72da440bbeb6487ba624d1bfa21f94ad] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp, totalSize=49.6 K 2024-11-23T02:23:29,241 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a4fc61040c94d6496b30139f85dcb32, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732328604828 2024-11-23T02:23:29,241 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21c61bd56b254eb987009ab8940895fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=669, earliestPutTs=1732328605211 2024-11-23T02:23:29,241 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 111b297aee6f472e886d3e9518083e72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=692, earliestPutTs=1732328605305 2024-11-23T02:23:29,242 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72da440bbeb6487ba624d1bfa21f94ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=712, earliestPutTs=1732328606463 2024-11-23T02:23:29,247 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4e1763050067ff1cfe858e1242491f7#C#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:29,248 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a17e2ca979ed43d188e08bc56aa4d0c1 is 50, key is test_row_0/C:col10/1732328607584/Put/seqid=0 2024-11-23T02:23:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742439_1615 (size=14003) 2024-11-23T02:23:29,654 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/a17e2ca979ed43d188e08bc56aa4d0c1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a17e2ca979ed43d188e08bc56aa4d0c1 2024-11-23T02:23:29,657 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4e1763050067ff1cfe858e1242491f7/C of c4e1763050067ff1cfe858e1242491f7 into a17e2ca979ed43d188e08bc56aa4d0c1(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:29,657 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:29,657 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7., storeName=c4e1763050067ff1cfe858e1242491f7/C, priority=12, startTime=1732328608822; duration=0sec 2024-11-23T02:23:29,657 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:29,657 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4e1763050067ff1cfe858e1242491f7:C 2024-11-23T02:23:33,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:23:34,819 DEBUG [Thread-2046 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:56324 2024-11-23T02:23:34,819 DEBUG [Thread-2046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:34,838 DEBUG [Thread-2048 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:56324 2024-11-23T02:23:34,838 DEBUG [Thread-2048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:34,926 DEBUG [Thread-2052 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:56324 2024-11-23T02:23:34,926 DEBUG [Thread-2052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 294 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 264 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1687 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5061 rows 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1704 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5112 rows 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1707 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5121 rows 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1698 2024-11-23T02:23:34,926 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5094 rows 2024-11-23T02:23:34,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1691 2024-11-23T02:23:34,927 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5073 rows 2024-11-23T02:23:34,927 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:23:34,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:56324 2024-11-23T02:23:34,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:34,929 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:23:34,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:23:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:23:34,934 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328614934"}]},"ts":"1732328614934"} 2024-11-23T02:23:34,935 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:23:34,939 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:23:34,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:23:34,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4e1763050067ff1cfe858e1242491f7, UNASSIGN}] 2024-11-23T02:23:34,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4e1763050067ff1cfe858e1242491f7, UNASSIGN 2024-11-23T02:23:34,944 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=c4e1763050067ff1cfe858e1242491f7, regionState=CLOSING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:34,945 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:23:34,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; CloseRegionProcedure c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:23:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:23:35,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:35,097 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:35,097 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:23:35,097 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing c4e1763050067ff1cfe858e1242491f7, disabling compactions & flushes 2024-11-23T02:23:35,097 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:35,097 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:35,097 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. after waiting 0 ms 2024-11-23T02:23:35,097 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:35,098 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2837): Flushing c4e1763050067ff1cfe858e1242491f7 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-23T02:23:35,098 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=A 2024-11-23T02:23:35,098 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:35,098 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=B 2024-11-23T02:23:35,098 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:35,098 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4e1763050067ff1cfe858e1242491f7, store=C 2024-11-23T02:23:35,098 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:35,102 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/0286f689e95a4a5099dada80908fb0b7 is 50, key is test_row_0/A:col10/1732328614837/Put/seqid=0 2024-11-23T02:23:35,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742440_1616 (size=12301) 2024-11-23T02:23:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:23:35,507 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=721 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/0286f689e95a4a5099dada80908fb0b7 2024-11-23T02:23:35,514 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/7c23691acab04f23a7d3c8b742eea26b is 50, key is test_row_0/B:col10/1732328614837/Put/seqid=0 2024-11-23T02:23:35,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742441_1617 (size=12301) 2024-11-23T02:23:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:23:35,918 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=721 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/7c23691acab04f23a7d3c8b742eea26b 2024-11-23T02:23:35,924 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/88b99a3643d4431aa16193823fb0b7e9 is 50, key is test_row_0/C:col10/1732328614837/Put/seqid=0 2024-11-23T02:23:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742442_1618 (size=12301) 2024-11-23T02:23:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:23:36,328 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=721 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/88b99a3643d4431aa16193823fb0b7e9 2024-11-23T02:23:36,332 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/A/0286f689e95a4a5099dada80908fb0b7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/0286f689e95a4a5099dada80908fb0b7 2024-11-23T02:23:36,335 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/0286f689e95a4a5099dada80908fb0b7, entries=150, sequenceid=721, filesize=12.0 K 2024-11-23T02:23:36,336 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/B/7c23691acab04f23a7d3c8b742eea26b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/7c23691acab04f23a7d3c8b742eea26b 2024-11-23T02:23:36,339 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/7c23691acab04f23a7d3c8b742eea26b, entries=150, sequenceid=721, filesize=12.0 K 2024-11-23T02:23:36,340 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/.tmp/C/88b99a3643d4431aa16193823fb0b7e9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/88b99a3643d4431aa16193823fb0b7e9 2024-11-23T02:23:36,348 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/88b99a3643d4431aa16193823fb0b7e9, entries=150, sequenceid=721, filesize=12.0 K 2024-11-23T02:23:36,349 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for c4e1763050067ff1cfe858e1242491f7 in 1250ms, sequenceid=721, compaction requested=false 2024-11-23T02:23:36,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5b33e23b1404109a1d8c0ce2dc329d2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/915c26a8047f4267b1aa8287846529db, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/869c4751a09149fd89f6195dce595b15, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b97b9ffd4dad462587bbf38d6d0d32d2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/04ad6cc9f2c34e2aa2651fecfb139095, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e9bb50ff60be4fbba48c77f3181bf664, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/f1601d0a2a61483aa24cfc2b18f177a4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/db396010e00d4acabf621f2e4278aca3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3db818f4a27240ab8af601c31c8c2994, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5843bbe3fe3e4226bcfd6e7a7942bb36, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ee2cfecf274437da56435ecaa474326, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/42248bf3ae5f4b259da3890f4b7db4f9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/694e0cf637e74d2d84a733602437539a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/159762447c484452999179b48d56346c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ed1c8f0a2334f56a69d096028480267, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b8b24a6f4944f7a60e3f0b5fbaa21f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/da0411205c8c482cb4dbb09ce53e463a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6fd4b993fe5741a6a74f1240cc1146fd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e59922a5841149668138a107d9695dad, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/985ae893f6f448e89bc710198e5458ef, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d57a1dda93654c4594abe69795301d61, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/efe9fa454d3f45b7bd169403da6eac03, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/63a482d9cdd747e990de451f7e46b283, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/536bb86064d846aeb1ac700144411be3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5632dd037634744813f63fcddf0888c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7e60aadfa4a9492ca3441169c663d035, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/1c606a6d0f3442b797138035d5424209, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/c0d11b20c9234271b8bdc15187635cca, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ba48b7e29d654655a3948430c72dd986, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b168266feb9a45beb83bb5b0947ab80a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/68651c2e412645399a025288c16c8a4a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/574e18af71d84cc7bf83e24358e1c398, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7254a31a0f7046bf94e5bd444415806e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5959dd0d029a495fa014e092b53cd4f9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/71eabc95877145598edaf095b9fa2dd2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/47a29c515c6c4513b52b7a00e9418eed, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ed488ae52e274faeae82e96d6909a00a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/281c0fbff27d4e37865ca7c0be899a5c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bb8878e76cfc478bb2cd76885cdfee41, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bf3be9c1b1664af3a467f45458228021, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/676c7606fd3244758d7b5c6b0ebfb4f2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/374181dfa02d43349318505a4f09e0b0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b7a8c36f143449948fa24722a4ac7589, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b4982ff8ff4d30a27bfcd80918d6ac, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a17e6f5579c545f699ff98f8d44b8770, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/8cb366a4303b42b5af2db7fed9852301, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a85853fd2ae046bbac790ac9bf1c27b4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6aa2aab9ca234c84a09b43f4c40837b6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/85fbda9fb4434ca1abc215c6d3f6e03a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d3f9a33544a74e04874b5e69e32e8fb0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/90bac96501cd47a7b9527509b5a5cc5a] to archive 2024-11-23T02:23:36,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:36,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5b33e23b1404109a1d8c0ce2dc329d2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5b33e23b1404109a1d8c0ce2dc329d2 2024-11-23T02:23:36,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/915c26a8047f4267b1aa8287846529db to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/915c26a8047f4267b1aa8287846529db 2024-11-23T02:23:36,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/869c4751a09149fd89f6195dce595b15 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/869c4751a09149fd89f6195dce595b15 2024-11-23T02:23:36,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b97b9ffd4dad462587bbf38d6d0d32d2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b97b9ffd4dad462587bbf38d6d0d32d2 2024-11-23T02:23:36,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/04ad6cc9f2c34e2aa2651fecfb139095 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/04ad6cc9f2c34e2aa2651fecfb139095 2024-11-23T02:23:36,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e9bb50ff60be4fbba48c77f3181bf664 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e9bb50ff60be4fbba48c77f3181bf664 2024-11-23T02:23:36,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/f1601d0a2a61483aa24cfc2b18f177a4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/f1601d0a2a61483aa24cfc2b18f177a4 2024-11-23T02:23:36,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/db396010e00d4acabf621f2e4278aca3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/db396010e00d4acabf621f2e4278aca3 2024-11-23T02:23:36,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3db818f4a27240ab8af601c31c8c2994 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3db818f4a27240ab8af601c31c8c2994 2024-11-23T02:23:36,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5843bbe3fe3e4226bcfd6e7a7942bb36 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5843bbe3fe3e4226bcfd6e7a7942bb36 2024-11-23T02:23:36,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ee2cfecf274437da56435ecaa474326 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ee2cfecf274437da56435ecaa474326 2024-11-23T02:23:36,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/42248bf3ae5f4b259da3890f4b7db4f9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/42248bf3ae5f4b259da3890f4b7db4f9 2024-11-23T02:23:36,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/694e0cf637e74d2d84a733602437539a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/694e0cf637e74d2d84a733602437539a 2024-11-23T02:23:36,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/159762447c484452999179b48d56346c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/159762447c484452999179b48d56346c 2024-11-23T02:23:36,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ed1c8f0a2334f56a69d096028480267 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/3ed1c8f0a2334f56a69d096028480267 2024-11-23T02:23:36,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b8b24a6f4944f7a60e3f0b5fbaa21f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b8b24a6f4944f7a60e3f0b5fbaa21f 2024-11-23T02:23:36,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/da0411205c8c482cb4dbb09ce53e463a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/da0411205c8c482cb4dbb09ce53e463a 2024-11-23T02:23:36,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6fd4b993fe5741a6a74f1240cc1146fd to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6fd4b993fe5741a6a74f1240cc1146fd 2024-11-23T02:23:36,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e59922a5841149668138a107d9695dad to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/e59922a5841149668138a107d9695dad 2024-11-23T02:23:36,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/985ae893f6f448e89bc710198e5458ef to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/985ae893f6f448e89bc710198e5458ef 2024-11-23T02:23:36,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d57a1dda93654c4594abe69795301d61 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d57a1dda93654c4594abe69795301d61 2024-11-23T02:23:36,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/efe9fa454d3f45b7bd169403da6eac03 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/efe9fa454d3f45b7bd169403da6eac03 2024-11-23T02:23:36,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/63a482d9cdd747e990de451f7e46b283 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/63a482d9cdd747e990de451f7e46b283 2024-11-23T02:23:36,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/536bb86064d846aeb1ac700144411be3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/536bb86064d846aeb1ac700144411be3 2024-11-23T02:23:36,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5632dd037634744813f63fcddf0888c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d5632dd037634744813f63fcddf0888c 2024-11-23T02:23:36,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7e60aadfa4a9492ca3441169c663d035 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7e60aadfa4a9492ca3441169c663d035 2024-11-23T02:23:36,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/1c606a6d0f3442b797138035d5424209 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/1c606a6d0f3442b797138035d5424209 2024-11-23T02:23:36,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/c0d11b20c9234271b8bdc15187635cca to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/c0d11b20c9234271b8bdc15187635cca 2024-11-23T02:23:36,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ba48b7e29d654655a3948430c72dd986 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ba48b7e29d654655a3948430c72dd986 2024-11-23T02:23:36,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b168266feb9a45beb83bb5b0947ab80a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b168266feb9a45beb83bb5b0947ab80a 2024-11-23T02:23:36,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/68651c2e412645399a025288c16c8a4a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/68651c2e412645399a025288c16c8a4a 2024-11-23T02:23:36,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/574e18af71d84cc7bf83e24358e1c398 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/574e18af71d84cc7bf83e24358e1c398 2024-11-23T02:23:36,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7254a31a0f7046bf94e5bd444415806e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/7254a31a0f7046bf94e5bd444415806e 2024-11-23T02:23:36,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5959dd0d029a495fa014e092b53cd4f9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/5959dd0d029a495fa014e092b53cd4f9 2024-11-23T02:23:36,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/71eabc95877145598edaf095b9fa2dd2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/71eabc95877145598edaf095b9fa2dd2 2024-11-23T02:23:36,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/47a29c515c6c4513b52b7a00e9418eed to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/47a29c515c6c4513b52b7a00e9418eed 2024-11-23T02:23:36,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ed488ae52e274faeae82e96d6909a00a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ed488ae52e274faeae82e96d6909a00a 2024-11-23T02:23:36,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/281c0fbff27d4e37865ca7c0be899a5c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/281c0fbff27d4e37865ca7c0be899a5c 2024-11-23T02:23:36,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bb8878e76cfc478bb2cd76885cdfee41 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bb8878e76cfc478bb2cd76885cdfee41 2024-11-23T02:23:36,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bf3be9c1b1664af3a467f45458228021 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/bf3be9c1b1664af3a467f45458228021 2024-11-23T02:23:36,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/676c7606fd3244758d7b5c6b0ebfb4f2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/676c7606fd3244758d7b5c6b0ebfb4f2 2024-11-23T02:23:36,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/374181dfa02d43349318505a4f09e0b0 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/374181dfa02d43349318505a4f09e0b0 2024-11-23T02:23:36,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b7a8c36f143449948fa24722a4ac7589 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/b7a8c36f143449948fa24722a4ac7589 2024-11-23T02:23:36,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b4982ff8ff4d30a27bfcd80918d6ac to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/74b4982ff8ff4d30a27bfcd80918d6ac 2024-11-23T02:23:36,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a17e6f5579c545f699ff98f8d44b8770 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a17e6f5579c545f699ff98f8d44b8770 2024-11-23T02:23:36,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/8cb366a4303b42b5af2db7fed9852301 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/8cb366a4303b42b5af2db7fed9852301 2024-11-23T02:23:36,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a85853fd2ae046bbac790ac9bf1c27b4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/a85853fd2ae046bbac790ac9bf1c27b4 2024-11-23T02:23:36,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6aa2aab9ca234c84a09b43f4c40837b6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/6aa2aab9ca234c84a09b43f4c40837b6 2024-11-23T02:23:36,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/85fbda9fb4434ca1abc215c6d3f6e03a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/85fbda9fb4434ca1abc215c6d3f6e03a 2024-11-23T02:23:36,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d3f9a33544a74e04874b5e69e32e8fb0 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/d3f9a33544a74e04874b5e69e32e8fb0 2024-11-23T02:23:36,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/90bac96501cd47a7b9527509b5a5cc5a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/90bac96501cd47a7b9527509b5a5cc5a 2024-11-23T02:23:36,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a53eaed7b6e34d6ab54f02beee0fcce9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e53f23fcf1c24344a8d6b69b9c59ef55, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/7395a14ca6444f36a58a3a7565d2abbb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c6ff12375176443399e00c263c0aa784, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0afe1a4664bc41c5aceafa35a12a8178, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/06efb76537fd4c69b801021b3ab06273, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/fb621fba6c124483a2fdd83684d0bc2a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3f7df0c0dbc24f3491d5f340296cc134, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4cd0d915dd5d4b58af9173a47b6c0e20, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ad0bc0e44e4e4384a6f4833a94e5d8aa, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f24c62e60da348d29f5eef06ee412a88, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6f631c6ff6484322bb1da5d41a560b49, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/992f39b517b042eab0df01b65aa54d1b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c522e0b77193497a8591a21f7363a55f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6728e28c951d4e16a110ff0fcbde884d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/369eac0a77e04940b367d21a879253e1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4192b20de5db47a0b15967759309eb62, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/8fe14c79bfe049cf8ef8617093953954, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/48b33ff832774716b1f231a0086a1881, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/61dba27bbff64718b7fcf2b8aa6be459, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/76508f9c641349af8f80277599eb780e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c32875a02bef43ceadfc00e58f45fd9f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/02a80c0bea0c4b7abd91df1431795d6b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e660d56507b84aef881394e2a39d863f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d21dccfd0164402dbfbac63966cd5bb4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f568c72e8d094ed6acf9b0f98f46c0f2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4238994fb55045469bbe279c4a7290db, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2340713938e04a0fb2378998cc33c84b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/66204615f2ec4c5ba56b39e140c3108a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/94618019f5724eea95d74f0fcf1ed1c5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e5a2d47b13e74346a6ee38ff3f669575, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/01aab12cd18143c484967a0de9343ff5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/64aeb454975448bebbe57bccd50b9158, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/98403827228741e480a46ae3b9d22249, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e9439a55a64f4e598877fbd43f5c6403, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3ed34dc51f034b1288c4123954851502, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/70397084f2ee4e9a8d8a90f4bc2755c2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a7ca3e17c98f4617b17cdd9d42e24428, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f9e9375e1a2841bfb97a5013f06faef7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3852e651cf504f8b8e70dd66fff5ee52, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/29f02c5e08144961a63c2d0e4af6af9d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/af422b7841d946e2bc4319d165ad9b7e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a9ab271417114cf2a313f3464eee6453, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bf40b045c0c0471b8943d133b9c1f39c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2372e0832caa49d19ea19ab4e089c325, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/cc7577521e974ef2a403abd692ef387e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ae835193ec9d490285778c25ce28e573, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0361c85daca440019794149068ebbec4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/549224b605e24e7cb10e9d398a85fb4b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d28324eb385c4bc4a4073e86a19851fb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bb5b584a390c4ef2aa3b52469cfe4d0c] to archive 2024-11-23T02:23:36,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:36,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a53eaed7b6e34d6ab54f02beee0fcce9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a53eaed7b6e34d6ab54f02beee0fcce9 2024-11-23T02:23:36,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e53f23fcf1c24344a8d6b69b9c59ef55 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e53f23fcf1c24344a8d6b69b9c59ef55 2024-11-23T02:23:36,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/7395a14ca6444f36a58a3a7565d2abbb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/7395a14ca6444f36a58a3a7565d2abbb 2024-11-23T02:23:36,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c6ff12375176443399e00c263c0aa784 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c6ff12375176443399e00c263c0aa784 2024-11-23T02:23:36,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0afe1a4664bc41c5aceafa35a12a8178 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0afe1a4664bc41c5aceafa35a12a8178 2024-11-23T02:23:36,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/06efb76537fd4c69b801021b3ab06273 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/06efb76537fd4c69b801021b3ab06273 2024-11-23T02:23:36,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/fb621fba6c124483a2fdd83684d0bc2a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/fb621fba6c124483a2fdd83684d0bc2a 2024-11-23T02:23:36,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3f7df0c0dbc24f3491d5f340296cc134 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3f7df0c0dbc24f3491d5f340296cc134 2024-11-23T02:23:36,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4cd0d915dd5d4b58af9173a47b6c0e20 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4cd0d915dd5d4b58af9173a47b6c0e20 2024-11-23T02:23:36,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ad0bc0e44e4e4384a6f4833a94e5d8aa to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ad0bc0e44e4e4384a6f4833a94e5d8aa 2024-11-23T02:23:36,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f24c62e60da348d29f5eef06ee412a88 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f24c62e60da348d29f5eef06ee412a88 2024-11-23T02:23:36,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6f631c6ff6484322bb1da5d41a560b49 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6f631c6ff6484322bb1da5d41a560b49 2024-11-23T02:23:36,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/992f39b517b042eab0df01b65aa54d1b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/992f39b517b042eab0df01b65aa54d1b 2024-11-23T02:23:36,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c522e0b77193497a8591a21f7363a55f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c522e0b77193497a8591a21f7363a55f 2024-11-23T02:23:36,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6728e28c951d4e16a110ff0fcbde884d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/6728e28c951d4e16a110ff0fcbde884d 2024-11-23T02:23:36,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/369eac0a77e04940b367d21a879253e1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/369eac0a77e04940b367d21a879253e1 2024-11-23T02:23:36,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4192b20de5db47a0b15967759309eb62 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4192b20de5db47a0b15967759309eb62 2024-11-23T02:23:36,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/8fe14c79bfe049cf8ef8617093953954 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/8fe14c79bfe049cf8ef8617093953954 2024-11-23T02:23:36,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/48b33ff832774716b1f231a0086a1881 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/48b33ff832774716b1f231a0086a1881 2024-11-23T02:23:36,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/61dba27bbff64718b7fcf2b8aa6be459 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/61dba27bbff64718b7fcf2b8aa6be459 2024-11-23T02:23:36,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/76508f9c641349af8f80277599eb780e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/76508f9c641349af8f80277599eb780e 2024-11-23T02:23:36,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c32875a02bef43ceadfc00e58f45fd9f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/c32875a02bef43ceadfc00e58f45fd9f 2024-11-23T02:23:36,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/02a80c0bea0c4b7abd91df1431795d6b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/02a80c0bea0c4b7abd91df1431795d6b 2024-11-23T02:23:36,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e660d56507b84aef881394e2a39d863f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e660d56507b84aef881394e2a39d863f 2024-11-23T02:23:36,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d21dccfd0164402dbfbac63966cd5bb4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d21dccfd0164402dbfbac63966cd5bb4 2024-11-23T02:23:36,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f568c72e8d094ed6acf9b0f98f46c0f2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f568c72e8d094ed6acf9b0f98f46c0f2 2024-11-23T02:23:36,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4238994fb55045469bbe279c4a7290db to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/4238994fb55045469bbe279c4a7290db 2024-11-23T02:23:36,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2340713938e04a0fb2378998cc33c84b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2340713938e04a0fb2378998cc33c84b 2024-11-23T02:23:36,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/66204615f2ec4c5ba56b39e140c3108a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/66204615f2ec4c5ba56b39e140c3108a 2024-11-23T02:23:36,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/94618019f5724eea95d74f0fcf1ed1c5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/94618019f5724eea95d74f0fcf1ed1c5 2024-11-23T02:23:36,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e5a2d47b13e74346a6ee38ff3f669575 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e5a2d47b13e74346a6ee38ff3f669575 2024-11-23T02:23:36,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/01aab12cd18143c484967a0de9343ff5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/01aab12cd18143c484967a0de9343ff5 2024-11-23T02:23:36,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/64aeb454975448bebbe57bccd50b9158 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/64aeb454975448bebbe57bccd50b9158 2024-11-23T02:23:36,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/98403827228741e480a46ae3b9d22249 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/98403827228741e480a46ae3b9d22249 2024-11-23T02:23:36,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e9439a55a64f4e598877fbd43f5c6403 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/e9439a55a64f4e598877fbd43f5c6403 2024-11-23T02:23:36,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3ed34dc51f034b1288c4123954851502 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3ed34dc51f034b1288c4123954851502 2024-11-23T02:23:36,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/70397084f2ee4e9a8d8a90f4bc2755c2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/70397084f2ee4e9a8d8a90f4bc2755c2 2024-11-23T02:23:36,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a7ca3e17c98f4617b17cdd9d42e24428 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a7ca3e17c98f4617b17cdd9d42e24428 2024-11-23T02:23:36,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f9e9375e1a2841bfb97a5013f06faef7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/f9e9375e1a2841bfb97a5013f06faef7 2024-11-23T02:23:36,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3852e651cf504f8b8e70dd66fff5ee52 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/3852e651cf504f8b8e70dd66fff5ee52 2024-11-23T02:23:36,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/29f02c5e08144961a63c2d0e4af6af9d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/29f02c5e08144961a63c2d0e4af6af9d 2024-11-23T02:23:36,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/af422b7841d946e2bc4319d165ad9b7e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/af422b7841d946e2bc4319d165ad9b7e 2024-11-23T02:23:36,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a9ab271417114cf2a313f3464eee6453 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/a9ab271417114cf2a313f3464eee6453 2024-11-23T02:23:36,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bf40b045c0c0471b8943d133b9c1f39c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bf40b045c0c0471b8943d133b9c1f39c 2024-11-23T02:23:36,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2372e0832caa49d19ea19ab4e089c325 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/2372e0832caa49d19ea19ab4e089c325 2024-11-23T02:23:36,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/cc7577521e974ef2a403abd692ef387e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/cc7577521e974ef2a403abd692ef387e 2024-11-23T02:23:36,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ae835193ec9d490285778c25ce28e573 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/ae835193ec9d490285778c25ce28e573 2024-11-23T02:23:36,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0361c85daca440019794149068ebbec4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/0361c85daca440019794149068ebbec4 2024-11-23T02:23:36,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/549224b605e24e7cb10e9d398a85fb4b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/549224b605e24e7cb10e9d398a85fb4b 2024-11-23T02:23:36,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d28324eb385c4bc4a4073e86a19851fb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/d28324eb385c4bc4a4073e86a19851fb 2024-11-23T02:23:36,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bb5b584a390c4ef2aa3b52469cfe4d0c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/bb5b584a390c4ef2aa3b52469cfe4d0c 2024-11-23T02:23:36,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/075ef27063a0421d90db32145f1c5244, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/de0bf5fbb3b64ece8e451c4ce06d7c66, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5465d734c89642cb8fe07bad6743425f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/707eeee38e0644cd82b302ea3cd59a1a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a8c15011b57415c8b6e712425aa6cfc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/11b251a85dc54ecbb91ec7320ae3149e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2ffd25d9281b46e3ad7bdc155813c36e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b7252678f1604800bb7b5adda2d57608, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5630a89536674a3abee53102dc7339ce, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2c6102f742824045b5d026db75797264, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/daa057022c5d43aba01d5321f302f097, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5a980d2337334c1e94af9104f04b4d60, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d20eb430033140d9af81f75401cf4dff, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/295c1dc7bc814c34a189d4ee22d63bfc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ba6db1781db3424c9ddda5b8de8bc5b1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/853fd7bef91142b89f5079db2bd0b2cd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/1d17287579e1422380b797df62480b9d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a901ba6944d04e679822498676908437, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7c4c0e2a7f8e433fa4f261cf2142b24e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fde4bc781e0344129fbb637689453875, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/6208ad070e9845faadb0cea7e4226ff5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/4215524d09fb42899e886fbe7b61e93b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/bcb49c7ea5f141638ab343e0ab13fc44, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7b1fbad612214f0caf721eb587c47faf, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ca969f7a89f245bb9b72f50e48c18cc9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d77198c33e24469ab356f229eac4085a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fc388c4262a0451d9febc585f9606e4c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a667e37ebe8d4f30ae2769df3d17438f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/038c3fea707b47e18cb14ec626ab9982, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/322c41d0cd8842ef901093905f2a3b20, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c8128273624844859bcae6ede44ef0cf, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7410eb18a3de47919efcb80040802c03, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8cdd181e867b4f65a092f285909efb97, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/67bfef8a04c043a0a40db487bbc44e7a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5e989061a1f451e8bec259ee307f695, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/3c5c11350b0a48828d454e932ac5b5b3, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5bb1e1d99e14cf49ee2d7157826f218, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b6492bd9fc0b49d0ac3aefc1df3f8d3d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d9e7ccc9e1684718b906f2714d13622a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ac360665466245fea0a635d178bf8cc2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8bcfa2095ade46d68983df85ff6487a9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b2d30782102c41e08471eb608c6b6846, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/18bc10bbf313479c9cd0488ac7e0d6e5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c6bab9808d13491bb13c0a5217c347c8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/83650b56cf894c50bf662a11ccc29716, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a4fc61040c94d6496b30139f85dcb32, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2236a881ffbc410696bcd9f5aed03b2d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/21c61bd56b254eb987009ab8940895fe, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/111b297aee6f472e886d3e9518083e72, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/72da440bbeb6487ba624d1bfa21f94ad] to archive 2024-11-23T02:23:36,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:23:36,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/075ef27063a0421d90db32145f1c5244 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/075ef27063a0421d90db32145f1c5244 2024-11-23T02:23:36,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/de0bf5fbb3b64ece8e451c4ce06d7c66 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/de0bf5fbb3b64ece8e451c4ce06d7c66 2024-11-23T02:23:36,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5465d734c89642cb8fe07bad6743425f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5465d734c89642cb8fe07bad6743425f 2024-11-23T02:23:36,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/707eeee38e0644cd82b302ea3cd59a1a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/707eeee38e0644cd82b302ea3cd59a1a 2024-11-23T02:23:36,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a8c15011b57415c8b6e712425aa6cfc to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a8c15011b57415c8b6e712425aa6cfc 2024-11-23T02:23:36,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/11b251a85dc54ecbb91ec7320ae3149e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/11b251a85dc54ecbb91ec7320ae3149e 2024-11-23T02:23:36,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2ffd25d9281b46e3ad7bdc155813c36e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2ffd25d9281b46e3ad7bdc155813c36e 2024-11-23T02:23:36,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b7252678f1604800bb7b5adda2d57608 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b7252678f1604800bb7b5adda2d57608 2024-11-23T02:23:36,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5630a89536674a3abee53102dc7339ce to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5630a89536674a3abee53102dc7339ce 2024-11-23T02:23:36,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2c6102f742824045b5d026db75797264 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2c6102f742824045b5d026db75797264 2024-11-23T02:23:36,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/daa057022c5d43aba01d5321f302f097 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/daa057022c5d43aba01d5321f302f097 2024-11-23T02:23:36,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5a980d2337334c1e94af9104f04b4d60 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/5a980d2337334c1e94af9104f04b4d60 2024-11-23T02:23:36,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d20eb430033140d9af81f75401cf4dff to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d20eb430033140d9af81f75401cf4dff 2024-11-23T02:23:36,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/295c1dc7bc814c34a189d4ee22d63bfc to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/295c1dc7bc814c34a189d4ee22d63bfc 2024-11-23T02:23:36,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ba6db1781db3424c9ddda5b8de8bc5b1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ba6db1781db3424c9ddda5b8de8bc5b1 2024-11-23T02:23:36,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/853fd7bef91142b89f5079db2bd0b2cd to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/853fd7bef91142b89f5079db2bd0b2cd 2024-11-23T02:23:36,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/1d17287579e1422380b797df62480b9d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/1d17287579e1422380b797df62480b9d 2024-11-23T02:23:36,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a901ba6944d04e679822498676908437 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a901ba6944d04e679822498676908437 2024-11-23T02:23:36,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7c4c0e2a7f8e433fa4f261cf2142b24e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7c4c0e2a7f8e433fa4f261cf2142b24e 2024-11-23T02:23:36,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fde4bc781e0344129fbb637689453875 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fde4bc781e0344129fbb637689453875 2024-11-23T02:23:36,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/6208ad070e9845faadb0cea7e4226ff5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/6208ad070e9845faadb0cea7e4226ff5 2024-11-23T02:23:36,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/4215524d09fb42899e886fbe7b61e93b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/4215524d09fb42899e886fbe7b61e93b 2024-11-23T02:23:36,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/bcb49c7ea5f141638ab343e0ab13fc44 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/bcb49c7ea5f141638ab343e0ab13fc44 2024-11-23T02:23:36,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7b1fbad612214f0caf721eb587c47faf to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7b1fbad612214f0caf721eb587c47faf 2024-11-23T02:23:36,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ca969f7a89f245bb9b72f50e48c18cc9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ca969f7a89f245bb9b72f50e48c18cc9 2024-11-23T02:23:36,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d77198c33e24469ab356f229eac4085a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d77198c33e24469ab356f229eac4085a 2024-11-23T02:23:36,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fc388c4262a0451d9febc585f9606e4c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/fc388c4262a0451d9febc585f9606e4c 2024-11-23T02:23:36,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a667e37ebe8d4f30ae2769df3d17438f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a667e37ebe8d4f30ae2769df3d17438f 2024-11-23T02:23:36,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/038c3fea707b47e18cb14ec626ab9982 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/038c3fea707b47e18cb14ec626ab9982 2024-11-23T02:23:36,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/322c41d0cd8842ef901093905f2a3b20 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/322c41d0cd8842ef901093905f2a3b20 2024-11-23T02:23:36,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c8128273624844859bcae6ede44ef0cf to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c8128273624844859bcae6ede44ef0cf 2024-11-23T02:23:36,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7410eb18a3de47919efcb80040802c03 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/7410eb18a3de47919efcb80040802c03 2024-11-23T02:23:36,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8cdd181e867b4f65a092f285909efb97 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8cdd181e867b4f65a092f285909efb97 2024-11-23T02:23:36,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/67bfef8a04c043a0a40db487bbc44e7a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/67bfef8a04c043a0a40db487bbc44e7a 2024-11-23T02:23:36,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5e989061a1f451e8bec259ee307f695 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5e989061a1f451e8bec259ee307f695 2024-11-23T02:23:36,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/3c5c11350b0a48828d454e932ac5b5b3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/3c5c11350b0a48828d454e932ac5b5b3 2024-11-23T02:23:36,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5bb1e1d99e14cf49ee2d7157826f218 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a5bb1e1d99e14cf49ee2d7157826f218 2024-11-23T02:23:36,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b6492bd9fc0b49d0ac3aefc1df3f8d3d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b6492bd9fc0b49d0ac3aefc1df3f8d3d 2024-11-23T02:23:36,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d9e7ccc9e1684718b906f2714d13622a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/d9e7ccc9e1684718b906f2714d13622a 2024-11-23T02:23:36,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ac360665466245fea0a635d178bf8cc2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/ac360665466245fea0a635d178bf8cc2 2024-11-23T02:23:36,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8bcfa2095ade46d68983df85ff6487a9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/8bcfa2095ade46d68983df85ff6487a9 2024-11-23T02:23:36,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b2d30782102c41e08471eb608c6b6846 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/b2d30782102c41e08471eb608c6b6846 2024-11-23T02:23:36,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/18bc10bbf313479c9cd0488ac7e0d6e5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/18bc10bbf313479c9cd0488ac7e0d6e5 2024-11-23T02:23:36,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c6bab9808d13491bb13c0a5217c347c8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/c6bab9808d13491bb13c0a5217c347c8 2024-11-23T02:23:36,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/83650b56cf894c50bf662a11ccc29716 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/83650b56cf894c50bf662a11ccc29716 2024-11-23T02:23:36,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a4fc61040c94d6496b30139f85dcb32 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2a4fc61040c94d6496b30139f85dcb32 2024-11-23T02:23:36,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2236a881ffbc410696bcd9f5aed03b2d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/2236a881ffbc410696bcd9f5aed03b2d 2024-11-23T02:23:36,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/21c61bd56b254eb987009ab8940895fe to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/21c61bd56b254eb987009ab8940895fe 2024-11-23T02:23:36,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/111b297aee6f472e886d3e9518083e72 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/111b297aee6f472e886d3e9518083e72 2024-11-23T02:23:36,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/72da440bbeb6487ba624d1bfa21f94ad to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/72da440bbeb6487ba624d1bfa21f94ad 2024-11-23T02:23:36,527 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/recovered.edits/724.seqid, newMaxSeqId=724, maxSeqId=1 2024-11-23T02:23:36,527 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7. 2024-11-23T02:23:36,527 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for c4e1763050067ff1cfe858e1242491f7: 2024-11-23T02:23:36,529 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:36,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=c4e1763050067ff1cfe858e1242491f7, regionState=CLOSED 2024-11-23T02:23:36,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-23T02:23:36,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseRegionProcedure c4e1763050067ff1cfe858e1242491f7, server=fde8ce287ea2,43695,1732328465221 in 1.5850 sec 2024-11-23T02:23:36,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-23T02:23:36,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4e1763050067ff1cfe858e1242491f7, UNASSIGN in 1.5900 sec 2024-11-23T02:23:36,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-23T02:23:36,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5930 sec 2024-11-23T02:23:36,536 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328616535"}]},"ts":"1732328616535"} 2024-11-23T02:23:36,536 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:23:36,538 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:23:36,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6090 sec 2024-11-23T02:23:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-23T02:23:37,038 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-11-23T02:23:37,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:23:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:37,040 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:37,041 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-23T02:23:37,042 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:37,044 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/recovered.edits] 2024-11-23T02:23:37,046 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/0286f689e95a4a5099dada80908fb0b7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/0286f689e95a4a5099dada80908fb0b7 2024-11-23T02:23:37,048 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ee0bf84950ac4c8f9100304fc7cc80e3 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/A/ee0bf84950ac4c8f9100304fc7cc80e3 2024-11-23T02:23:37,050 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/602affb65de94f1fa39a001056b35e51 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/602affb65de94f1fa39a001056b35e51 2024-11-23T02:23:37,051 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/7c23691acab04f23a7d3c8b742eea26b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/B/7c23691acab04f23a7d3c8b742eea26b 2024-11-23T02:23:37,053 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/88b99a3643d4431aa16193823fb0b7e9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/88b99a3643d4431aa16193823fb0b7e9 2024-11-23T02:23:37,054 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a17e2ca979ed43d188e08bc56aa4d0c1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/C/a17e2ca979ed43d188e08bc56aa4d0c1 2024-11-23T02:23:37,056 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/recovered.edits/724.seqid to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7/recovered.edits/724.seqid 2024-11-23T02:23:37,057 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/c4e1763050067ff1cfe858e1242491f7 2024-11-23T02:23:37,057 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:23:37,060 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:37,061 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:23:37,073 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:23:37,074 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:37,074 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:23:37,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328617074"}]},"ts":"9223372036854775807"} 2024-11-23T02:23:37,076 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:23:37,076 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c4e1763050067ff1cfe858e1242491f7, NAME => 'TestAcidGuarantees,,1732328584199.c4e1763050067ff1cfe858e1242491f7.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:23:37,077 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:23:37,077 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328617077"}]},"ts":"9223372036854775807"} 2024-11-23T02:23:37,078 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:23:37,080 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:37,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-23T02:23:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-23T02:23:37,142 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-11-23T02:23:37,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237 (was 240), OpenFileDescriptor=452 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=660 (was 626) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3703 (was 3791) 2024-11-23T02:23:37,170 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=660, ProcessCount=11, AvailableMemoryMB=3703 2024-11-23T02:23:37,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:23:37,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:23:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:37,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:23:37,174 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:37,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 165 2024-11-23T02:23:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T02:23:37,174 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:23:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742443_1619 (size=960) 2024-11-23T02:23:37,187 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511 2024-11-23T02:23:37,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742444_1620 (size=53) 2024-11-23T02:23:37,196 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:23:37,196 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing fb69b8f489bef763c107c60909bff6a2, disabling compactions & flushes 2024-11-23T02:23:37,196 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,196 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,196 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. after waiting 0 ms 2024-11-23T02:23:37,196 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,196 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,196 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:37,197 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:23:37,197 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732328617197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328617197"}]},"ts":"1732328617197"} 2024-11-23T02:23:37,198 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T02:23:37,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:23:37,199 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328617199"}]},"ts":"1732328617199"} 2024-11-23T02:23:37,200 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T02:23:37,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, ASSIGN}] 2024-11-23T02:23:37,207 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, ASSIGN 2024-11-23T02:23:37,207 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, ASSIGN; state=OFFLINE, location=fde8ce287ea2,43695,1732328465221; forceNewPlan=false, retain=false 2024-11-23T02:23:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T02:23:37,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=fb69b8f489bef763c107c60909bff6a2, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:37,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; OpenRegionProcedure fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:23:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T02:23:37,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:37,513 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,514 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7285): Opening region: {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:23:37,514 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,514 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:23:37,514 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7327): checking encryption for fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,514 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7330): checking classloading for fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,515 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,517 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:37,517 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb69b8f489bef763c107c60909bff6a2 columnFamilyName A 2024-11-23T02:23:37,517 DEBUG [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:37,517 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(327): Store=fb69b8f489bef763c107c60909bff6a2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:37,518 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,519 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:37,520 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb69b8f489bef763c107c60909bff6a2 columnFamilyName B 2024-11-23T02:23:37,520 DEBUG [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:37,520 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(327): Store=fb69b8f489bef763c107c60909bff6a2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:37,520 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,521 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:37,522 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb69b8f489bef763c107c60909bff6a2 columnFamilyName C 2024-11-23T02:23:37,522 DEBUG [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:37,522 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(327): Store=fb69b8f489bef763c107c60909bff6a2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:37,522 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,523 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,523 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,525 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:23:37,526 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1085): writing seq id for fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,528 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:23:37,528 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1102): Opened fb69b8f489bef763c107c60909bff6a2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74648476, jitterRate=0.11234897375106812}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:23:37,529 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1001): Region open journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:37,530 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., pid=167, masterSystemTime=1732328617511 2024-11-23T02:23:37,531 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,531 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,531 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=fb69b8f489bef763c107c60909bff6a2, regionState=OPEN, openSeqNum=2, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:37,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-23T02:23:37,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; OpenRegionProcedure fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 in 173 msec 2024-11-23T02:23:37,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-23T02:23:37,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, ASSIGN in 327 msec 2024-11-23T02:23:37,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:23:37,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328617535"}]},"ts":"1732328617535"} 2024-11-23T02:23:37,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T02:23:37,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:23:37,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 368 msec 2024-11-23T02:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T02:23:37,777 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-23T02:23:37,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-23T02:23:37,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:37,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:37,790 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:37,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:23:37,792 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:23:37,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T02:23:37,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:23:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T02:23:37,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742445_1621 (size=996) 2024-11-23T02:23:37,805 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T02:23:37,805 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T02:23:37,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:23:37,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, REOPEN/MOVE}] 2024-11-23T02:23:37,810 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, REOPEN/MOVE 2024-11-23T02:23:37,811 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=fb69b8f489bef763c107c60909bff6a2, regionState=CLOSING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:37,812 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:23:37,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; CloseRegionProcedure fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:23:37,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:37,964 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,964 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:23:37,964 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing fb69b8f489bef763c107c60909bff6a2, disabling compactions & flushes 2024-11-23T02:23:37,964 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,964 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,964 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. after waiting 0 ms 2024-11-23T02:23:37,964 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,968 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T02:23:37,969 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:37,969 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:37,969 WARN [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionServer(3786): Not adding moved region record: fb69b8f489bef763c107c60909bff6a2 to self. 2024-11-23T02:23:37,970 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:37,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=fb69b8f489bef763c107c60909bff6a2, regionState=CLOSED 2024-11-23T02:23:37,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-23T02:23:37,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; CloseRegionProcedure fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 in 159 msec 2024-11-23T02:23:37,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, REOPEN/MOVE; state=CLOSED, location=fde8ce287ea2,43695,1732328465221; forceNewPlan=false, retain=true 2024-11-23T02:23:38,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=fb69b8f489bef763c107c60909bff6a2, regionState=OPENING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=170, state=RUNNABLE; OpenRegionProcedure fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:23:38,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,278 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:38,278 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7285): Opening region: {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:23:38,279 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,279 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:23:38,279 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7327): checking encryption for fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,279 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7330): checking classloading for fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,280 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,281 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:38,281 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb69b8f489bef763c107c60909bff6a2 columnFamilyName A 2024-11-23T02:23:38,282 DEBUG [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,283 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(327): Store=fb69b8f489bef763c107c60909bff6a2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:38,284 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,284 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:38,284 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb69b8f489bef763c107c60909bff6a2 columnFamilyName B 2024-11-23T02:23:38,284 DEBUG [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,285 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(327): Store=fb69b8f489bef763c107c60909bff6a2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:38,285 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,285 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T02:23:38,286 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb69b8f489bef763c107c60909bff6a2 columnFamilyName C 2024-11-23T02:23:38,286 DEBUG [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,286 INFO [StoreOpener-fb69b8f489bef763c107c60909bff6a2-1 {}] regionserver.HStore(327): Store=fb69b8f489bef763c107c60909bff6a2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:23:38,286 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:38,287 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,288 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,289 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T02:23:38,290 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1085): writing seq id for fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,291 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1102): Opened fb69b8f489bef763c107c60909bff6a2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68742725, jitterRate=0.024346426129341125}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T02:23:38,292 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1001): Region open journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:38,292 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., pid=172, masterSystemTime=1732328618276 2024-11-23T02:23:38,293 DEBUG [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:38,294 INFO [RS_OPEN_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:38,294 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=fb69b8f489bef763c107c60909bff6a2, regionState=OPEN, openSeqNum=5, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=170 2024-11-23T02:23:38,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=170, state=SUCCESS; OpenRegionProcedure fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 in 171 msec 2024-11-23T02:23:38,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-23T02:23:38,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, REOPEN/MOVE in 487 msec 2024-11-23T02:23:38,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-23T02:23:38,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-23T02:23:38,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 505 msec 2024-11-23T02:23:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-23T02:23:38,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-23T02:23:38,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:38,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-23T02:23:38,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:38,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-23T02:23:38,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:38,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-23T02:23:38,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:38,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-23T02:23:38,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:38,333 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-23T02:23:38,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:38,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-23T02:23:38,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:38,348 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-23T02:23:38,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:38,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-23T02:23:38,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:38,366 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:56324 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-11-23T02:23:38,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:23:38,380 DEBUG [hconnection-0x4bd308c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:38,381 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:38,388 DEBUG [hconnection-0x3a678d12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:38,389 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T02:23:38,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:38,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:38,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:38,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:38,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:38,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:38,396 DEBUG [hconnection-0x68dcab92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:38,398 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:38,428 DEBUG [hconnection-0x15b2b593-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:38,430 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:38,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328678430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328678430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,433 DEBUG [hconnection-0x4b84e324-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:38,434 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:38,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328678436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,441 DEBUG [hconnection-0x499711c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:38,442 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328678443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,448 DEBUG [hconnection-0x665bf80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:38,449 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:38,456 DEBUG [hconnection-0x2c0dd242-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:38,457 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:38,478 DEBUG [hconnection-0x3310a69c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:38,480 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:38,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b18e3bb370b14cc9be669d0a5637a221_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328618390/Put/seqid=0 2024-11-23T02:23:38,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-23T02:23:38,502 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:38,503 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:38,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T02:23:38,520 DEBUG [hconnection-0x5fbebee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:23:38,521 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:23:38,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328678525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328678532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328678535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328678539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742446_1622 (size=12154) 2024-11-23T02:23:38,544 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328678544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,550 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b18e3bb370b14cc9be669d0a5637a221_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b18e3bb370b14cc9be669d0a5637a221_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,551 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/b36a3ba8629544eda5c02d1a86821baa, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:38,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/b36a3ba8629544eda5c02d1a86821baa is 175, key is test_row_0/A:col10/1732328618390/Put/seqid=0 2024-11-23T02:23:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742447_1623 (size=30955) 2024-11-23T02:23:38,578 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/b36a3ba8629544eda5c02d1a86821baa 2024-11-23T02:23:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T02:23:38,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/239bd1e6480c42ba9a85141219b1601a is 50, key is test_row_0/B:col10/1732328618390/Put/seqid=0 2024-11-23T02:23:38,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328678629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742448_1624 (size=12001) 2024-11-23T02:23:38,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/239bd1e6480c42ba9a85141219b1601a 2024-11-23T02:23:38,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T02:23:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:38,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:38,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/5235f792a6594ccfaac2aab525dce835 is 50, key is test_row_0/C:col10/1732328618390/Put/seqid=0 2024-11-23T02:23:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742449_1625 (size=12001) 2024-11-23T02:23:38,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/5235f792a6594ccfaac2aab525dce835 2024-11-23T02:23:38,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/b36a3ba8629544eda5c02d1a86821baa as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b36a3ba8629544eda5c02d1a86821baa 2024-11-23T02:23:38,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b36a3ba8629544eda5c02d1a86821baa, entries=150, sequenceid=15, filesize=30.2 K 2024-11-23T02:23:38,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/239bd1e6480c42ba9a85141219b1601a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/239bd1e6480c42ba9a85141219b1601a 2024-11-23T02:23:38,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328678735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328678738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/239bd1e6480c42ba9a85141219b1601a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T02:23:38,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/5235f792a6594ccfaac2aab525dce835 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5235f792a6594ccfaac2aab525dce835 2024-11-23T02:23:38,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328678742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328678746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5235f792a6594ccfaac2aab525dce835, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T02:23:38,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fb69b8f489bef763c107c60909bff6a2 in 357ms, sequenceid=15, compaction requested=false 2024-11-23T02:23:38,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T02:23:38,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T02:23:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:38,811 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T02:23:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:38,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a92ee30c6aa34930a5e7729b235e0aa0_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328618425/Put/seqid=0 2024-11-23T02:23:38,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742450_1626 (size=12154) 2024-11-23T02:23:38,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,852 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a92ee30c6aa34930a5e7729b235e0aa0_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a92ee30c6aa34930a5e7729b235e0aa0_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/80dd6686c0f146b4bf65859fce587728, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/80dd6686c0f146b4bf65859fce587728 is 175, key is test_row_0/A:col10/1732328618425/Put/seqid=0 2024-11-23T02:23:38,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328678863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:38,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742451_1627 (size=30955) 2024-11-23T02:23:38,867 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/80dd6686c0f146b4bf65859fce587728 2024-11-23T02:23:38,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/8f4eeeef519e47a68cc33e4219e44f39 is 50, key is test_row_0/B:col10/1732328618425/Put/seqid=0 2024-11-23T02:23:38,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742452_1628 (size=12001) 2024-11-23T02:23:38,894 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/8f4eeeef519e47a68cc33e4219e44f39 2024-11-23T02:23:38,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/fed94bc76b4c4892bf3eb72ccd44319e is 50, key is test_row_0/C:col10/1732328618425/Put/seqid=0 2024-11-23T02:23:38,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742453_1629 (size=12001) 2024-11-23T02:23:38,926 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/fed94bc76b4c4892bf3eb72ccd44319e 2024-11-23T02:23:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/80dd6686c0f146b4bf65859fce587728 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/80dd6686c0f146b4bf65859fce587728 2024-11-23T02:23:38,943 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/80dd6686c0f146b4bf65859fce587728, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T02:23:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/8f4eeeef519e47a68cc33e4219e44f39 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8f4eeeef519e47a68cc33e4219e44f39 2024-11-23T02:23:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,948 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8f4eeeef519e47a68cc33e4219e44f39, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T02:23:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/fed94bc76b4c4892bf3eb72ccd44319e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/fed94bc76b4c4892bf3eb72ccd44319e 2024-11-23T02:23:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,954 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/fed94bc76b4c4892bf3eb72ccd44319e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T02:23:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,955 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fb69b8f489bef763c107c60909bff6a2 in 144ms, sequenceid=40, compaction requested=false 2024-11-23T02:23:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-23T02:23:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-23T02:23:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-23T02:23:38,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 454 msec 2024-11-23T02:23:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 462 msec 2024-11-23T02:23:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:38,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:23:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c9a2674c99444e0cba5c9feb3e78ca04_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328618972/Put/seqid=0 2024-11-23T02:23:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742454_1630 (size=12154) 2024-11-23T02:23:39,037 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,042 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c9a2674c99444e0cba5c9feb3e78ca04_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c9a2674c99444e0cba5c9feb3e78ca04_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:39,045 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/71f83f334c9f463690ae5d4a439514f6, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:39,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/71f83f334c9f463690ae5d4a439514f6 is 175, key is test_row_0/A:col10/1732328618972/Put/seqid=0 2024-11-23T02:23:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328679059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328679060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328679060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328679061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328679065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742455_1631 (size=30955) 2024-11-23T02:23:39,080 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/71f83f334c9f463690ae5d4a439514f6 2024-11-23T02:23:39,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/f153e05cac55420ab06cb40795d10d34 is 50, key is test_row_0/B:col10/1732328618972/Put/seqid=0 2024-11-23T02:23:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T02:23:39,107 INFO [Thread-2728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-23T02:23:39,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-23T02:23:39,110 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:23:39,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:39,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742456_1632 (size=12001) 2024-11-23T02:23:39,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/f153e05cac55420ab06cb40795d10d34 2024-11-23T02:23:39,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/3c1227edfc814cf796eda59f9d1fa4a2 is 50, key is test_row_0/C:col10/1732328618972/Put/seqid=0 2024-11-23T02:23:39,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328679166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328679168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328679167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328679168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328679170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742457_1633 (size=12001) 2024-11-23T02:23:39,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/3c1227edfc814cf796eda59f9d1fa4a2 2024-11-23T02:23:39,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/71f83f334c9f463690ae5d4a439514f6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/71f83f334c9f463690ae5d4a439514f6 2024-11-23T02:23:39,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/71f83f334c9f463690ae5d4a439514f6, entries=150, sequenceid=52, filesize=30.2 K 2024-11-23T02:23:39,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/f153e05cac55420ab06cb40795d10d34 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f153e05cac55420ab06cb40795d10d34 2024-11-23T02:23:39,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f153e05cac55420ab06cb40795d10d34, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T02:23:39,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/3c1227edfc814cf796eda59f9d1fa4a2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3c1227edfc814cf796eda59f9d1fa4a2 2024-11-23T02:23:39,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3c1227edfc814cf796eda59f9d1fa4a2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T02:23:39,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fb69b8f489bef763c107c60909bff6a2 in 234ms, sequenceid=52, compaction requested=true 2024-11-23T02:23:39,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:39,209 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:39,209 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:39,210 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/A is initiating minor compaction (all files) 2024-11-23T02:23:39,210 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/A in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:39,210 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b36a3ba8629544eda5c02d1a86821baa, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/80dd6686c0f146b4bf65859fce587728, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/71f83f334c9f463690ae5d4a439514f6] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=90.7 K 2024-11-23T02:23:39,210 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:39,210 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b36a3ba8629544eda5c02d1a86821baa, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/80dd6686c0f146b4bf65859fce587728, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/71f83f334c9f463690ae5d4a439514f6] 2024-11-23T02:23:39,210 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b36a3ba8629544eda5c02d1a86821baa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732328618390 2024-11-23T02:23:39,211 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80dd6686c0f146b4bf65859fce587728, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732328618425 2024-11-23T02:23:39,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:39,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:39,211 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:39,211 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71f83f334c9f463690ae5d4a439514f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328618857 2024-11-23T02:23:39,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:39,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:23:39,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:39,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:39,213 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:39,213 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/B is initiating minor compaction (all files) 2024-11-23T02:23:39,213 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/B in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:39,213 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/239bd1e6480c42ba9a85141219b1601a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8f4eeeef519e47a68cc33e4219e44f39, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f153e05cac55420ab06cb40795d10d34] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=35.2 K 2024-11-23T02:23:39,214 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 239bd1e6480c42ba9a85141219b1601a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732328618390 2024-11-23T02:23:39,214 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f4eeeef519e47a68cc33e4219e44f39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732328618425 2024-11-23T02:23:39,214 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting f153e05cac55420ab06cb40795d10d34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328618857 2024-11-23T02:23:39,221 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:39,225 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#B#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:39,225 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/cfda6e96905b4610a01a12eb7fccbcf9 is 50, key is test_row_0/B:col10/1732328618972/Put/seqid=0 2024-11-23T02:23:39,237 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a01091cb8c81446db92430fbd7978a3c_fb69b8f489bef763c107c60909bff6a2 store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:39,239 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a01091cb8c81446db92430fbd7978a3c_fb69b8f489bef763c107c60909bff6a2, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:39,239 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a01091cb8c81446db92430fbd7978a3c_fb69b8f489bef763c107c60909bff6a2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:39,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-23T02:23:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:39,263 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:23:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742459_1635 (size=4469) 2024-11-23T02:23:39,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742458_1634 (size=12104) 2024-11-23T02:23:39,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b4ac447dc43543b696b7153131c6f31f_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328619042/Put/seqid=0 2024-11-23T02:23:39,306 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/cfda6e96905b4610a01a12eb7fccbcf9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cfda6e96905b4610a01a12eb7fccbcf9 2024-11-23T02:23:39,311 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/B of fb69b8f489bef763c107c60909bff6a2 into cfda6e96905b4610a01a12eb7fccbcf9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:39,311 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:39,311 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/B, priority=13, startTime=1732328619211; duration=0sec 2024-11-23T02:23:39,311 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:39,311 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:B 2024-11-23T02:23:39,311 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:39,312 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:39,312 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/C is initiating minor compaction (all files) 2024-11-23T02:23:39,312 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/C in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:39,312 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5235f792a6594ccfaac2aab525dce835, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/fed94bc76b4c4892bf3eb72ccd44319e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3c1227edfc814cf796eda59f9d1fa4a2] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=35.2 K 2024-11-23T02:23:39,313 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5235f792a6594ccfaac2aab525dce835, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732328618390 2024-11-23T02:23:39,314 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting fed94bc76b4c4892bf3eb72ccd44319e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732328618425 2024-11-23T02:23:39,314 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c1227edfc814cf796eda59f9d1fa4a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328618857 2024-11-23T02:23:39,322 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#C#compaction#546 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:39,322 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/015ba4ea466a498e8e0ee39fba853bdb is 50, key is test_row_0/C:col10/1732328618972/Put/seqid=0 2024-11-23T02:23:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742460_1636 (size=12154) 2024-11-23T02:23:39,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:39,333 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b4ac447dc43543b696b7153131c6f31f_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b4ac447dc43543b696b7153131c6f31f_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:39,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/f6c1a64c5af545578d56749df06ca98e, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/f6c1a64c5af545578d56749df06ca98e is 175, key is test_row_0/A:col10/1732328619042/Put/seqid=0 2024-11-23T02:23:39,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742461_1637 (size=12104) 2024-11-23T02:23:39,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742462_1638 (size=30955) 2024-11-23T02:23:39,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328679379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328679379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328679379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328679382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328679381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:23:39,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328679486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328679486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328679487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328679487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328679488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328679688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328679689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328679689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328679689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328679690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:39,699 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#A#compaction#543 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:39,699 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/8752ee81f5854dd69d878fc62f305049 is 175, key is test_row_0/A:col10/1732328618972/Put/seqid=0 2024-11-23T02:23:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:23:39,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742463_1639 (size=31058) 2024-11-23T02:23:39,743 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/8752ee81f5854dd69d878fc62f305049 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8752ee81f5854dd69d878fc62f305049 2024-11-23T02:23:39,750 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/A of fb69b8f489bef763c107c60909bff6a2 into 8752ee81f5854dd69d878fc62f305049(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:39,750 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:39,750 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/A, priority=13, startTime=1732328619208; duration=0sec 2024-11-23T02:23:39,750 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:39,750 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:A 2024-11-23T02:23:39,768 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/015ba4ea466a498e8e0ee39fba853bdb as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/015ba4ea466a498e8e0ee39fba853bdb 2024-11-23T02:23:39,774 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/C of fb69b8f489bef763c107c60909bff6a2 into 015ba4ea466a498e8e0ee39fba853bdb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:39,774 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:39,774 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/C, priority=13, startTime=1732328619211; duration=0sec 2024-11-23T02:23:39,774 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:39,774 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:C 2024-11-23T02:23:39,781 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/f6c1a64c5af545578d56749df06ca98e 2024-11-23T02:23:39,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/0feb7e87e6044f4185bebcc50e93c277 is 50, key is test_row_0/B:col10/1732328619042/Put/seqid=0 2024-11-23T02:23:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742464_1640 (size=12001) 2024-11-23T02:23:39,832 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/0feb7e87e6044f4185bebcc50e93c277 2024-11-23T02:23:39,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/c6639ef873e6418f9f257c8b0a841f4e is 50, key is test_row_0/C:col10/1732328619042/Put/seqid=0 2024-11-23T02:23:39,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742465_1641 (size=12001) 2024-11-23T02:23:39,870 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/c6639ef873e6418f9f257c8b0a841f4e 2024-11-23T02:23:39,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/f6c1a64c5af545578d56749df06ca98e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/f6c1a64c5af545578d56749df06ca98e 2024-11-23T02:23:39,890 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/f6c1a64c5af545578d56749df06ca98e, entries=150, sequenceid=76, filesize=30.2 K 2024-11-23T02:23:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/0feb7e87e6044f4185bebcc50e93c277 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0feb7e87e6044f4185bebcc50e93c277 2024-11-23T02:23:39,895 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0feb7e87e6044f4185bebcc50e93c277, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T02:23:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/c6639ef873e6418f9f257c8b0a841f4e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c6639ef873e6418f9f257c8b0a841f4e 2024-11-23T02:23:39,900 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c6639ef873e6418f9f257c8b0a841f4e, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T02:23:39,901 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fb69b8f489bef763c107c60909bff6a2 in 637ms, sequenceid=76, compaction requested=false 2024-11-23T02:23:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-23T02:23:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-23T02:23:39,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-23T02:23:39,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 792 msec 2024-11-23T02:23:39,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 798 msec 2024-11-23T02:23:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:39,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:23:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:40,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238b97986223dc4dfaa39b59a50f56abec_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328619379/Put/seqid=0 2024-11-23T02:23:40,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742466_1642 (size=14594) 2024-11-23T02:23:40,034 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:40,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238b97986223dc4dfaa39b59a50f56abec_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b97986223dc4dfaa39b59a50f56abec_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:40,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/498d800746e14172858a7adf95f895d4, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:40,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/498d800746e14172858a7adf95f895d4 is 175, key is test_row_0/A:col10/1732328619379/Put/seqid=0 2024-11-23T02:23:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742467_1643 (size=39549) 2024-11-23T02:23:40,060 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/498d800746e14172858a7adf95f895d4 2024-11-23T02:23:40,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/f96b67e9600845d28055f23ef564ba81 is 50, key is test_row_0/B:col10/1732328619379/Put/seqid=0 2024-11-23T02:23:40,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328680087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328680090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328680098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742468_1644 (size=12001) 2024-11-23T02:23:40,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328680102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/f96b67e9600845d28055f23ef564ba81 2024-11-23T02:23:40,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328680103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/7fe6855084ef4177b5f711a409c8f924 is 50, key is test_row_0/C:col10/1732328619379/Put/seqid=0 2024-11-23T02:23:40,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742469_1645 (size=12001) 2024-11-23T02:23:40,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/7fe6855084ef4177b5f711a409c8f924 2024-11-23T02:23:40,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/498d800746e14172858a7adf95f895d4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/498d800746e14172858a7adf95f895d4 2024-11-23T02:23:40,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/498d800746e14172858a7adf95f895d4, entries=200, sequenceid=93, filesize=38.6 K 2024-11-23T02:23:40,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/f96b67e9600845d28055f23ef564ba81 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f96b67e9600845d28055f23ef564ba81 2024-11-23T02:23:40,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f96b67e9600845d28055f23ef564ba81, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T02:23:40,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/7fe6855084ef4177b5f711a409c8f924 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7fe6855084ef4177b5f711a409c8f924 2024-11-23T02:23:40,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7fe6855084ef4177b5f711a409c8f924, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T02:23:40,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for fb69b8f489bef763c107c60909bff6a2 in 199ms, sequenceid=93, compaction requested=true 2024-11-23T02:23:40,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:40,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:40,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:40,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:40,193 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:40,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:40,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:40,193 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:40,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:40,196 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:40,196 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/B is initiating minor compaction (all files) 2024-11-23T02:23:40,196 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/B in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,196 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:40,196 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cfda6e96905b4610a01a12eb7fccbcf9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0feb7e87e6044f4185bebcc50e93c277, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f96b67e9600845d28055f23ef564ba81] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=35.3 K 2024-11-23T02:23:40,196 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/A is initiating minor compaction (all files) 2024-11-23T02:23:40,196 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/A in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,196 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8752ee81f5854dd69d878fc62f305049, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/f6c1a64c5af545578d56749df06ca98e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/498d800746e14172858a7adf95f895d4] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=99.2 K 2024-11-23T02:23:40,196 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,196 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8752ee81f5854dd69d878fc62f305049, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/f6c1a64c5af545578d56749df06ca98e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/498d800746e14172858a7adf95f895d4] 2024-11-23T02:23:40,196 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting cfda6e96905b4610a01a12eb7fccbcf9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328618857 2024-11-23T02:23:40,197 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8752ee81f5854dd69d878fc62f305049, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328618857 2024-11-23T02:23:40,197 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 0feb7e87e6044f4185bebcc50e93c277, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732328619042 2024-11-23T02:23:40,197 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting f96b67e9600845d28055f23ef564ba81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732328619378 2024-11-23T02:23:40,197 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6c1a64c5af545578d56749df06ca98e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732328619042 2024-11-23T02:23:40,199 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 498d800746e14172858a7adf95f895d4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732328619378 2024-11-23T02:23:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:40,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:23:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:40,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:40,213 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#B#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:40,214 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/792fbb9f5ede4432b120080254961c30 is 50, key is test_row_0/B:col10/1732328619379/Put/seqid=0 2024-11-23T02:23:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T02:23:40,217 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:40,217 INFO [Thread-2728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-23T02:23:40,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-23T02:23:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:23:40,227 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:40,228 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:40,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:40,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328680225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328680226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328680227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328680230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328680232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,241 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112374c84f94a1d641369a9ad5c47a3312f7_fb69b8f489bef763c107c60909bff6a2 store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:40,243 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112374c84f94a1d641369a9ad5c47a3312f7_fb69b8f489bef763c107c60909bff6a2, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:40,243 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112374c84f94a1d641369a9ad5c47a3312f7_fb69b8f489bef763c107c60909bff6a2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:40,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123caaaacaf81454f938ca49433c5cb169d_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328620099/Put/seqid=0 2024-11-23T02:23:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742470_1646 (size=12207) 2024-11-23T02:23:40,277 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/792fbb9f5ede4432b120080254961c30 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/792fbb9f5ede4432b120080254961c30 2024-11-23T02:23:40,285 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/B of fb69b8f489bef763c107c60909bff6a2 into 792fbb9f5ede4432b120080254961c30(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:40,285 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:40,285 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/B, priority=13, startTime=1732328620193; duration=0sec 2024-11-23T02:23:40,285 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:40,285 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:B 2024-11-23T02:23:40,285 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:40,287 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:40,287 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/C is initiating minor compaction (all files) 2024-11-23T02:23:40,287 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/C in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,287 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/015ba4ea466a498e8e0ee39fba853bdb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c6639ef873e6418f9f257c8b0a841f4e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7fe6855084ef4177b5f711a409c8f924] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=35.3 K 2024-11-23T02:23:40,288 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 015ba4ea466a498e8e0ee39fba853bdb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732328618857 2024-11-23T02:23:40,288 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c6639ef873e6418f9f257c8b0a841f4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732328619042 2024-11-23T02:23:40,289 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fe6855084ef4177b5f711a409c8f924, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732328619378 2024-11-23T02:23:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742471_1647 (size=4469) 2024-11-23T02:23:40,318 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#A#compaction#553 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:40,319 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/a937b840091444c1bb09e8b2100f3f04 is 175, key is test_row_0/A:col10/1732328619379/Put/seqid=0 2024-11-23T02:23:40,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:23:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328680340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328680340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,342 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#C#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:40,343 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/8908aae3c8294005b5747b785fde65fc is 50, key is test_row_0/C:col10/1732328619379/Put/seqid=0 2024-11-23T02:23:40,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328680340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742472_1648 (size=17034) 2024-11-23T02:23:40,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328680341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328680341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T02:23:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:40,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742473_1649 (size=31161) 2024-11-23T02:23:40,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742474_1650 (size=12207) 2024-11-23T02:23:40,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T02:23:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:23:40,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328680544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328680544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328680545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328680548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328680550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,688 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T02:23:40,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:40,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,746 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:40,750 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123caaaacaf81454f938ca49433c5cb169d_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123caaaacaf81454f938ca49433c5cb169d_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:40,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/52b0f760a689415e9f5b103390f74357, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:40,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/52b0f760a689415e9f5b103390f74357 is 175, key is test_row_0/A:col10/1732328620099/Put/seqid=0 2024-11-23T02:23:40,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742475_1651 (size=48139) 2024-11-23T02:23:40,788 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/a937b840091444c1bb09e8b2100f3f04 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/a937b840091444c1bb09e8b2100f3f04 2024-11-23T02:23:40,797 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/A of fb69b8f489bef763c107c60909bff6a2 into a937b840091444c1bb09e8b2100f3f04(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:40,797 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:40,797 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/A, priority=13, startTime=1732328620193; duration=0sec 2024-11-23T02:23:40,797 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:40,797 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:A 2024-11-23T02:23:40,800 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/8908aae3c8294005b5747b785fde65fc as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/8908aae3c8294005b5747b785fde65fc 2024-11-23T02:23:40,807 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/C of fb69b8f489bef763c107c60909bff6a2 into 8908aae3c8294005b5747b785fde65fc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:40,807 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:40,807 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/C, priority=13, startTime=1732328620193; duration=0sec 2024-11-23T02:23:40,807 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:40,807 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:C 2024-11-23T02:23:40,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T02:23:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:23:40,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328680848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328680851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328680851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328680855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328680855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:40,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T02:23:40,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:40,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:40,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:41,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T02:23:41,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:41,183 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/52b0f760a689415e9f5b103390f74357 2024-11-23T02:23:41,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/9a61dd32625b439fa684bbfa0309217c is 50, key is test_row_0/B:col10/1732328620099/Put/seqid=0 2024-11-23T02:23:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742476_1652 (size=12001) 2024-11-23T02:23:41,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/9a61dd32625b439fa684bbfa0309217c 2024-11-23T02:23:41,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/7c26b0f89fbb43f888eb3ed821fcdd09 is 50, key is test_row_0/C:col10/1732328620099/Put/seqid=0 2024-11-23T02:23:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742477_1653 (size=12001) 2024-11-23T02:23:41,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/7c26b0f89fbb43f888eb3ed821fcdd09 2024-11-23T02:23:41,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/52b0f760a689415e9f5b103390f74357 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/52b0f760a689415e9f5b103390f74357 2024-11-23T02:23:41,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T02:23:41,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:41,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:41,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:41,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/52b0f760a689415e9f5b103390f74357, entries=250, sequenceid=118, filesize=47.0 K 2024-11-23T02:23:41,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/9a61dd32625b439fa684bbfa0309217c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/9a61dd32625b439fa684bbfa0309217c 2024-11-23T02:23:41,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/9a61dd32625b439fa684bbfa0309217c, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T02:23:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:41,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/7c26b0f89fbb43f888eb3ed821fcdd09 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7c26b0f89fbb43f888eb3ed821fcdd09 2024-11-23T02:23:41,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7c26b0f89fbb43f888eb3ed821fcdd09, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T02:23:41,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for fb69b8f489bef763c107c60909bff6a2 in 1112ms, sequenceid=118, compaction requested=false 2024-11-23T02:23:41,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:23:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:41,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T02:23:41,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:41,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:41,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:41,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328681385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328681385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231cfb4a712af74e6ab9f84414e4c9a73c_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328621357/Put/seqid=0 2024-11-23T02:23:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328681389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328681390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328681391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742478_1654 (size=12304) 2024-11-23T02:23:41,425 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:41,431 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231cfb4a712af74e6ab9f84414e4c9a73c_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cfb4a712af74e6ab9f84414e4c9a73c_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:41,434 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/776e0bc12541410ab0bf754e4a6faa41, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:41,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/776e0bc12541410ab0bf754e4a6faa41 is 175, key is test_row_0/A:col10/1732328621357/Put/seqid=0 2024-11-23T02:23:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742479_1655 (size=31105) 2024-11-23T02:23:41,466 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/776e0bc12541410ab0bf754e4a6faa41 2024-11-23T02:23:41,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T02:23:41,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:41,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:41,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:41,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/df71bc8da3ec458186b9199223b83820 is 50, key is test_row_0/B:col10/1732328621357/Put/seqid=0 2024-11-23T02:23:41,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328681491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328681492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328681494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328681495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328681497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742480_1656 (size=12151) 2024-11-23T02:23:41,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/df71bc8da3ec458186b9199223b83820 2024-11-23T02:23:41,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/027ac1193bf3468da6308e4261287971 is 50, key is test_row_0/C:col10/1732328621357/Put/seqid=0 2024-11-23T02:23:41,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742481_1657 (size=12151) 2024-11-23T02:23:41,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/027ac1193bf3468da6308e4261287971 2024-11-23T02:23:41,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/776e0bc12541410ab0bf754e4a6faa41 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/776e0bc12541410ab0bf754e4a6faa41 2024-11-23T02:23:41,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/776e0bc12541410ab0bf754e4a6faa41, entries=150, sequenceid=136, filesize=30.4 K 2024-11-23T02:23:41,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/df71bc8da3ec458186b9199223b83820 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/df71bc8da3ec458186b9199223b83820 2024-11-23T02:23:41,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/df71bc8da3ec458186b9199223b83820, entries=150, sequenceid=136, filesize=11.9 K 2024-11-23T02:23:41,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/027ac1193bf3468da6308e4261287971 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/027ac1193bf3468da6308e4261287971 2024-11-23T02:23:41,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/027ac1193bf3468da6308e4261287971, entries=150, sequenceid=136, filesize=11.9 K 2024-11-23T02:23:41,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for fb69b8f489bef763c107c60909bff6a2 in 221ms, sequenceid=136, compaction requested=true 2024-11-23T02:23:41,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:41,578 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:41,579 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:41,580 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:41,580 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/A is initiating minor compaction (all files) 2024-11-23T02:23:41,580 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/A in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,580 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/a937b840091444c1bb09e8b2100f3f04, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/52b0f760a689415e9f5b103390f74357, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/776e0bc12541410ab0bf754e4a6faa41] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=107.8 K 2024-11-23T02:23:41,580 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,580 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/a937b840091444c1bb09e8b2100f3f04, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/52b0f760a689415e9f5b103390f74357, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/776e0bc12541410ab0bf754e4a6faa41] 2024-11-23T02:23:41,581 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:41,581 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/B is initiating minor compaction (all files) 2024-11-23T02:23:41,581 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/B in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,581 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/792fbb9f5ede4432b120080254961c30, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/9a61dd32625b439fa684bbfa0309217c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/df71bc8da3ec458186b9199223b83820] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=35.5 K 2024-11-23T02:23:41,581 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a937b840091444c1bb09e8b2100f3f04, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732328619378 2024-11-23T02:23:41,582 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 792fbb9f5ede4432b120080254961c30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732328619378 2024-11-23T02:23:41,582 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a61dd32625b439fa684bbfa0309217c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732328620099 2024-11-23T02:23:41,582 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52b0f760a689415e9f5b103390f74357, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732328620086 2024-11-23T02:23:41,582 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting df71bc8da3ec458186b9199223b83820, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732328621355 2024-11-23T02:23:41,583 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 776e0bc12541410ab0bf754e4a6faa41, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732328621355 2024-11-23T02:23:41,594 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#B#compaction#561 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:41,594 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/be9496e245eb4dc2adcc88a3b3f579d6 is 50, key is test_row_0/B:col10/1732328621357/Put/seqid=0 2024-11-23T02:23:41,606 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:41,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T02:23:41,620 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112388d65979f3bd4f96973216228b69d8ce_fb69b8f489bef763c107c60909bff6a2 store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:41,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,620 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:23:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:41,623 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112388d65979f3bd4f96973216228b69d8ce_fb69b8f489bef763c107c60909bff6a2, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:41,623 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112388d65979f3bd4f96973216228b69d8ce_fb69b8f489bef763c107c60909bff6a2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:41,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742482_1658 (size=12459) 2024-11-23T02:23:41,657 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/be9496e245eb4dc2adcc88a3b3f579d6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/be9496e245eb4dc2adcc88a3b3f579d6 2024-11-23T02:23:41,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fdb58c921a414edb82aac41ed96698b2_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328621388/Put/seqid=0 2024-11-23T02:23:41,663 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/B of fb69b8f489bef763c107c60909bff6a2 into be9496e245eb4dc2adcc88a3b3f579d6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:41,663 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:41,663 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/B, priority=13, startTime=1732328621579; duration=0sec 2024-11-23T02:23:41,663 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:41,663 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:B 2024-11-23T02:23:41,663 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:41,665 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:41,665 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/C is initiating minor compaction (all files) 2024-11-23T02:23:41,665 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/C in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:41,665 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/8908aae3c8294005b5747b785fde65fc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7c26b0f89fbb43f888eb3ed821fcdd09, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/027ac1193bf3468da6308e4261287971] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=35.5 K 2024-11-23T02:23:41,666 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 8908aae3c8294005b5747b785fde65fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732328619378 2024-11-23T02:23:41,666 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c26b0f89fbb43f888eb3ed821fcdd09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732328620099 2024-11-23T02:23:41,666 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 027ac1193bf3468da6308e4261287971, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732328621355 2024-11-23T02:23:41,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742483_1659 (size=4469) 2024-11-23T02:23:41,688 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#A#compaction#562 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:41,689 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/89f5c97e1052447f9c1b4b0d27bc246e is 175, key is test_row_0/A:col10/1732328621357/Put/seqid=0 2024-11-23T02:23:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:41,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:41,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742484_1660 (size=12304) 2024-11-23T02:23:41,706 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#C#compaction#564 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:41,706 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/5adc80294a614fbe956fd3df60368f51 is 50, key is test_row_0/C:col10/1732328621357/Put/seqid=0 2024-11-23T02:23:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328681712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328681712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328681713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328681713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328681714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742485_1661 (size=31413) 2024-11-23T02:23:41,727 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/89f5c97e1052447f9c1b4b0d27bc246e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/89f5c97e1052447f9c1b4b0d27bc246e 2024-11-23T02:23:41,732 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/A of fb69b8f489bef763c107c60909bff6a2 into 89f5c97e1052447f9c1b4b0d27bc246e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:41,732 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:41,732 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/A, priority=13, startTime=1732328621578; duration=0sec 2024-11-23T02:23:41,732 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:41,732 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:A 2024-11-23T02:23:41,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742486_1662 (size=12459) 2024-11-23T02:23:41,769 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/5adc80294a614fbe956fd3df60368f51 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5adc80294a614fbe956fd3df60368f51 2024-11-23T02:23:41,777 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/C of fb69b8f489bef763c107c60909bff6a2 into 5adc80294a614fbe956fd3df60368f51(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:41,777 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:41,777 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/C, priority=13, startTime=1732328621579; duration=0sec 2024-11-23T02:23:41,777 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:41,777 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:C 2024-11-23T02:23:41,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328681818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328681818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328681819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328681819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:41,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328681819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328682023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328682023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328682023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328682023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328682024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T02:23:42,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:42,110 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fdb58c921a414edb82aac41ed96698b2_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fdb58c921a414edb82aac41ed96698b2_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:42,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/e03de31666c442908a49ed7266e926a1, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:42,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/e03de31666c442908a49ed7266e926a1 is 175, key is test_row_0/A:col10/1732328621388/Put/seqid=0 2024-11-23T02:23:42,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742487_1663 (size=31105) 2024-11-23T02:23:42,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328682328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328682329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328682328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328682330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328682331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:23:42,555 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/e03de31666c442908a49ed7266e926a1 2024-11-23T02:23:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/e937fb30de66494ebce39d7d17f84d34 is 50, key is test_row_0/B:col10/1732328621388/Put/seqid=0 2024-11-23T02:23:42,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742488_1664 (size=12151) 2024-11-23T02:23:42,607 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/e937fb30de66494ebce39d7d17f84d34 2024-11-23T02:23:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/b5306f10ae0140c9aad30db6db5c3e96 is 50, key is test_row_0/C:col10/1732328621388/Put/seqid=0 2024-11-23T02:23:42,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742489_1665 (size=12151) 2024-11-23T02:23:42,665 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/b5306f10ae0140c9aad30db6db5c3e96 2024-11-23T02:23:42,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/e03de31666c442908a49ed7266e926a1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e03de31666c442908a49ed7266e926a1 2024-11-23T02:23:42,673 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e03de31666c442908a49ed7266e926a1, entries=150, sequenceid=157, filesize=30.4 K 2024-11-23T02:23:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/e937fb30de66494ebce39d7d17f84d34 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/e937fb30de66494ebce39d7d17f84d34 2024-11-23T02:23:42,681 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/e937fb30de66494ebce39d7d17f84d34, entries=150, sequenceid=157, filesize=11.9 K 2024-11-23T02:23:42,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/b5306f10ae0140c9aad30db6db5c3e96 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/b5306f10ae0140c9aad30db6db5c3e96 2024-11-23T02:23:42,691 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/b5306f10ae0140c9aad30db6db5c3e96, entries=150, sequenceid=157, filesize=11.9 K 2024-11-23T02:23:42,692 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for fb69b8f489bef763c107c60909bff6a2 in 1072ms, sequenceid=157, compaction requested=false 2024-11-23T02:23:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-23T02:23:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-23T02:23:42,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-23T02:23:42,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4680 sec 2024-11-23T02:23:42,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.4740 sec 2024-11-23T02:23:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:42,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T02:23:42,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:42,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:42,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:42,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:42,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:42,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:42,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237409a3263e214716870a1b811447a4f1_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328621711/Put/seqid=0 2024-11-23T02:23:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328682852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328682852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328682853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328682856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328682856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742490_1666 (size=14794) 2024-11-23T02:23:42,872 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:42,875 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237409a3263e214716870a1b811447a4f1_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237409a3263e214716870a1b811447a4f1_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:42,876 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/9d852479209644588a3569bdd745b351, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:42,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/9d852479209644588a3569bdd745b351 is 175, key is test_row_0/A:col10/1732328621711/Put/seqid=0 2024-11-23T02:23:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742491_1667 (size=39749) 2024-11-23T02:23:42,910 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/9d852479209644588a3569bdd745b351 2024-11-23T02:23:42,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/78f8689f0ae04250943fdcc0aa2afd94 is 50, key is test_row_0/B:col10/1732328621711/Put/seqid=0 2024-11-23T02:23:42,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742492_1668 (size=12151) 2024-11-23T02:23:42,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/78f8689f0ae04250943fdcc0aa2afd94 2024-11-23T02:23:42,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/876235f6f4184177a2bf0c372da62bde is 50, key is test_row_0/C:col10/1732328621711/Put/seqid=0 2024-11-23T02:23:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328682957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328682957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328682958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328682960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328682960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:42,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742493_1669 (size=12151) 2024-11-23T02:23:42,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/876235f6f4184177a2bf0c372da62bde 2024-11-23T02:23:42,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/9d852479209644588a3569bdd745b351 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9d852479209644588a3569bdd745b351 2024-11-23T02:23:42,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9d852479209644588a3569bdd745b351, entries=200, sequenceid=177, filesize=38.8 K 2024-11-23T02:23:42,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/78f8689f0ae04250943fdcc0aa2afd94 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/78f8689f0ae04250943fdcc0aa2afd94 2024-11-23T02:23:42,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/78f8689f0ae04250943fdcc0aa2afd94, entries=150, sequenceid=177, filesize=11.9 K 2024-11-23T02:23:42,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/876235f6f4184177a2bf0c372da62bde as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/876235f6f4184177a2bf0c372da62bde 2024-11-23T02:23:42,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/876235f6f4184177a2bf0c372da62bde, entries=150, sequenceid=177, filesize=11.9 K 2024-11-23T02:23:42,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for fb69b8f489bef763c107c60909bff6a2 in 156ms, sequenceid=177, compaction requested=true 2024-11-23T02:23:42,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:42,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:42,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:42,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:42,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:42,991 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:42,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:42,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:42,991 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:42,994 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:42,994 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/A is initiating minor compaction (all files) 2024-11-23T02:23:42,994 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/A in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:42,994 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:42,994 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/89f5c97e1052447f9c1b4b0d27bc246e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e03de31666c442908a49ed7266e926a1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9d852479209644588a3569bdd745b351] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=99.9 K 2024-11-23T02:23:42,994 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/B is initiating minor compaction (all files) 2024-11-23T02:23:42,994 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:42,994 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/89f5c97e1052447f9c1b4b0d27bc246e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e03de31666c442908a49ed7266e926a1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9d852479209644588a3569bdd745b351] 2024-11-23T02:23:42,994 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/B in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:42,995 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/be9496e245eb4dc2adcc88a3b3f579d6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/e937fb30de66494ebce39d7d17f84d34, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/78f8689f0ae04250943fdcc0aa2afd94] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=35.9 K 2024-11-23T02:23:42,995 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89f5c97e1052447f9c1b4b0d27bc246e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732328621355 2024-11-23T02:23:42,995 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting e03de31666c442908a49ed7266e926a1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732328621381 2024-11-23T02:23:42,995 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d852479209644588a3569bdd745b351, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328621703 2024-11-23T02:23:42,997 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting be9496e245eb4dc2adcc88a3b3f579d6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732328621355 2024-11-23T02:23:42,999 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e937fb30de66494ebce39d7d17f84d34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732328621381 2024-11-23T02:23:42,999 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 78f8689f0ae04250943fdcc0aa2afd94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328621703 2024-11-23T02:23:43,016 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:43,020 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123ae538aeaef1d4884a744bcfe956d291d_fb69b8f489bef763c107c60909bff6a2 store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:43,022 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123ae538aeaef1d4884a744bcfe956d291d_fb69b8f489bef763c107c60909bff6a2, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:43,022 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ae538aeaef1d4884a744bcfe956d291d_fb69b8f489bef763c107c60909bff6a2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:43,028 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#B#compaction#571 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:43,029 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/b29253df87584cb8a0ca42040bf35cf7 is 50, key is test_row_0/B:col10/1732328621711/Put/seqid=0 2024-11-23T02:23:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742494_1670 (size=4469) 2024-11-23T02:23:43,044 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#A#compaction#570 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:43,045 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/ea96d6eacab04641ba04cb387450807f is 175, key is test_row_0/A:col10/1732328621711/Put/seqid=0 2024-11-23T02:23:43,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742495_1671 (size=12561) 2024-11-23T02:23:43,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742496_1672 (size=31515) 2024-11-23T02:23:43,129 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/ea96d6eacab04641ba04cb387450807f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/ea96d6eacab04641ba04cb387450807f 2024-11-23T02:23:43,139 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/A of fb69b8f489bef763c107c60909bff6a2 into ea96d6eacab04641ba04cb387450807f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:43,139 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:43,139 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/A, priority=13, startTime=1732328622990; duration=0sec 2024-11-23T02:23:43,139 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:43,139 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:A 2024-11-23T02:23:43,139 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:43,141 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:43,141 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/C is initiating minor compaction (all files) 2024-11-23T02:23:43,141 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/C in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:43,141 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5adc80294a614fbe956fd3df60368f51, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/b5306f10ae0140c9aad30db6db5c3e96, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/876235f6f4184177a2bf0c372da62bde] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=35.9 K 2024-11-23T02:23:43,141 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5adc80294a614fbe956fd3df60368f51, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732328621355 2024-11-23T02:23:43,142 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5306f10ae0140c9aad30db6db5c3e96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732328621381 2024-11-23T02:23:43,143 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 876235f6f4184177a2bf0c372da62bde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328621703 2024-11-23T02:23:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:43,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:23:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:43,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,171 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#C#compaction#572 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:43,172 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/a50373650a7d4ab7a6513987b1bde215 is 50, key is test_row_0/C:col10/1732328621711/Put/seqid=0 2024-11-23T02:23:43,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328683175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328683177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328683178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328683178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328683179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123addae05ef41f41229b26c1dd216665c9_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328622851/Put/seqid=0 2024-11-23T02:23:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742497_1673 (size=12561) 2024-11-23T02:23:43,211 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/a50373650a7d4ab7a6513987b1bde215 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a50373650a7d4ab7a6513987b1bde215 2024-11-23T02:23:43,218 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/C of fb69b8f489bef763c107c60909bff6a2 into a50373650a7d4ab7a6513987b1bde215(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:43,218 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:43,218 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/C, priority=13, startTime=1732328622991; duration=0sec 2024-11-23T02:23:43,218 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:43,218 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:C 2024-11-23T02:23:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742498_1674 (size=12304) 2024-11-23T02:23:43,239 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:43,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123addae05ef41f41229b26c1dd216665c9_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123addae05ef41f41229b26c1dd216665c9_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:43,252 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/1ee11adf23bb43f487e31d4fa8c32294, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:43,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/1ee11adf23bb43f487e31d4fa8c32294 is 175, key is test_row_0/A:col10/1732328622851/Put/seqid=0 2024-11-23T02:23:43,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742499_1675 (size=31105) 2024-11-23T02:23:43,275 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/1ee11adf23bb43f487e31d4fa8c32294 2024-11-23T02:23:43,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/19063598caff4127a7901c20ab31c520 is 50, key is test_row_0/B:col10/1732328622851/Put/seqid=0 2024-11-23T02:23:43,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328683283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328683284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328683284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328683284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328683284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742500_1676 (size=12151) 2024-11-23T02:23:43,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328683487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328683487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328683487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328683487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328683490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,498 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/b29253df87584cb8a0ca42040bf35cf7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b29253df87584cb8a0ca42040bf35cf7 2024-11-23T02:23:43,503 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/B of fb69b8f489bef763c107c60909bff6a2 into b29253df87584cb8a0ca42040bf35cf7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:43,503 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:43,503 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/B, priority=13, startTime=1732328622991; duration=0sec 2024-11-23T02:23:43,503 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:43,503 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:B 2024-11-23T02:23:43,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/19063598caff4127a7901c20ab31c520 2024-11-23T02:23:43,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/e75b8be9784043d8a23b18ed663b81a7 is 50, key is test_row_0/C:col10/1732328622851/Put/seqid=0 2024-11-23T02:23:43,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742501_1677 (size=12151) 2024-11-23T02:23:43,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/e75b8be9784043d8a23b18ed663b81a7 2024-11-23T02:23:43,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/1ee11adf23bb43f487e31d4fa8c32294 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1ee11adf23bb43f487e31d4fa8c32294 2024-11-23T02:23:43,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1ee11adf23bb43f487e31d4fa8c32294, entries=150, sequenceid=200, filesize=30.4 K 2024-11-23T02:23:43,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/19063598caff4127a7901c20ab31c520 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/19063598caff4127a7901c20ab31c520 2024-11-23T02:23:43,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/19063598caff4127a7901c20ab31c520, entries=150, sequenceid=200, filesize=11.9 K 2024-11-23T02:23:43,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/e75b8be9784043d8a23b18ed663b81a7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e75b8be9784043d8a23b18ed663b81a7 2024-11-23T02:23:43,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e75b8be9784043d8a23b18ed663b81a7, entries=150, sequenceid=200, filesize=11.9 K 2024-11-23T02:23:43,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for fb69b8f489bef763c107c60909bff6a2 in 599ms, sequenceid=200, compaction requested=false 2024-11-23T02:23:43,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:43,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:23:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:43,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112341f92dfa9f4841d085769826fbcd598b_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328623792/Put/seqid=0 2024-11-23T02:23:43,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742502_1678 (size=12304) 2024-11-23T02:23:43,841 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:43,844 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112341f92dfa9f4841d085769826fbcd598b_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341f92dfa9f4841d085769826fbcd598b_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:43,845 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/16dd768d92ed4889be610886e9594e8c, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:43,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/16dd768d92ed4889be610886e9594e8c is 175, key is test_row_0/A:col10/1732328623792/Put/seqid=0 2024-11-23T02:23:43,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742503_1679 (size=31105) 2024-11-23T02:23:43,861 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/16dd768d92ed4889be610886e9594e8c 2024-11-23T02:23:43,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/635fd652d585422fba93a4a38b156c58 is 50, key is test_row_0/B:col10/1732328623792/Put/seqid=0 2024-11-23T02:23:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742504_1680 (size=12151) 2024-11-23T02:23:43,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/635fd652d585422fba93a4a38b156c58 2024-11-23T02:23:43,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328683883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328683885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328683886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328683887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328683888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:43,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1377c3c6668f4cff9b54f80dbb18d356 is 50, key is test_row_0/C:col10/1732328623792/Put/seqid=0 2024-11-23T02:23:43,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742505_1681 (size=12151) 2024-11-23T02:23:43,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1377c3c6668f4cff9b54f80dbb18d356 2024-11-23T02:23:43,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/16dd768d92ed4889be610886e9594e8c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/16dd768d92ed4889be610886e9594e8c 2024-11-23T02:23:43,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/16dd768d92ed4889be610886e9594e8c, entries=150, sequenceid=218, filesize=30.4 K 2024-11-23T02:23:43,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/635fd652d585422fba93a4a38b156c58 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/635fd652d585422fba93a4a38b156c58 2024-11-23T02:23:43,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/635fd652d585422fba93a4a38b156c58, entries=150, sequenceid=218, filesize=11.9 K 2024-11-23T02:23:43,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1377c3c6668f4cff9b54f80dbb18d356 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1377c3c6668f4cff9b54f80dbb18d356 2024-11-23T02:23:43,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1377c3c6668f4cff9b54f80dbb18d356, entries=150, sequenceid=218, filesize=11.9 K 2024-11-23T02:23:43,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for fb69b8f489bef763c107c60909bff6a2 in 141ms, sequenceid=218, compaction requested=true 2024-11-23T02:23:43,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:43,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:43,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:43,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:43,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:43,934 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:43,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:43,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:23:43,934 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:43,935 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:43,935 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/B is initiating minor compaction (all files) 2024-11-23T02:23:43,935 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:43,935 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/B in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:43,935 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/A is initiating minor compaction (all files) 2024-11-23T02:23:43,935 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/A in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:43,935 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b29253df87584cb8a0ca42040bf35cf7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/19063598caff4127a7901c20ab31c520, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/635fd652d585422fba93a4a38b156c58] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=36.0 K 2024-11-23T02:23:43,935 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/ea96d6eacab04641ba04cb387450807f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1ee11adf23bb43f487e31d4fa8c32294, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/16dd768d92ed4889be610886e9594e8c] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=91.5 K 2024-11-23T02:23:43,935 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:43,935 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/ea96d6eacab04641ba04cb387450807f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1ee11adf23bb43f487e31d4fa8c32294, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/16dd768d92ed4889be610886e9594e8c] 2024-11-23T02:23:43,937 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea96d6eacab04641ba04cb387450807f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328621703 2024-11-23T02:23:43,937 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting b29253df87584cb8a0ca42040bf35cf7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328621703 2024-11-23T02:23:43,938 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ee11adf23bb43f487e31d4fa8c32294, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732328622851 2024-11-23T02:23:43,938 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 19063598caff4127a7901c20ab31c520, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732328622851 2024-11-23T02:23:43,938 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16dd768d92ed4889be610886e9594e8c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732328623176 2024-11-23T02:23:43,938 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 635fd652d585422fba93a4a38b156c58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732328623176 2024-11-23T02:23:43,949 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:43,961 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112390646488e123420dbcce06343d9b3ecd_fb69b8f489bef763c107c60909bff6a2 store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:43,962 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#B#compaction#580 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:43,962 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/85efede184224bb98fbf7dd7926599e2 is 50, key is test_row_0/B:col10/1732328623792/Put/seqid=0 2024-11-23T02:23:43,963 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112390646488e123420dbcce06343d9b3ecd_fb69b8f489bef763c107c60909bff6a2, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:43,963 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112390646488e123420dbcce06343d9b3ecd_fb69b8f489bef763c107c60909bff6a2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:43,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T02:23:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742506_1682 (size=12663) 2024-11-23T02:23:44,006 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/85efede184224bb98fbf7dd7926599e2 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/85efede184224bb98fbf7dd7926599e2 2024-11-23T02:23:44,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742507_1683 (size=4469) 2024-11-23T02:23:44,009 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#A#compaction#579 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:44,010 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/1d17bf1847104778a803abbfe9845c5d is 175, key is test_row_0/A:col10/1732328623792/Put/seqid=0 2024-11-23T02:23:44,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123afb3aade97f243b582719b3f0f1a0e45_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328623886/Put/seqid=0 2024-11-23T02:23:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742508_1684 (size=31617) 2024-11-23T02:23:44,034 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/1d17bf1847104778a803abbfe9845c5d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1d17bf1847104778a803abbfe9845c5d 2024-11-23T02:23:44,043 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/B of fb69b8f489bef763c107c60909bff6a2 into 85efede184224bb98fbf7dd7926599e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:44,044 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:44,044 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/B, priority=13, startTime=1732328623934; duration=0sec 2024-11-23T02:23:44,044 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/A of fb69b8f489bef763c107c60909bff6a2 into 1d17bf1847104778a803abbfe9845c5d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:44,044 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:44,044 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/A, priority=13, startTime=1732328623933; duration=0sec 2024-11-23T02:23:44,044 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:44,044 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:B 2024-11-23T02:23:44,044 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:44,044 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:A 2024-11-23T02:23:44,044 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328684003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328684003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,046 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:44,046 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/C is initiating minor compaction (all files) 2024-11-23T02:23:44,046 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/C in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:44,046 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a50373650a7d4ab7a6513987b1bde215, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e75b8be9784043d8a23b18ed663b81a7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1377c3c6668f4cff9b54f80dbb18d356] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=36.0 K 2024-11-23T02:23:44,046 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a50373650a7d4ab7a6513987b1bde215, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732328621703 2024-11-23T02:23:44,047 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e75b8be9784043d8a23b18ed663b81a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732328622851 2024-11-23T02:23:44,047 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 1377c3c6668f4cff9b54f80dbb18d356, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732328623176 2024-11-23T02:23:44,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328684045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328684045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328684046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,062 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#C#compaction#582 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:44,062 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1c37bab41fdf442ea0aa1af4ba2d8d5a is 50, key is test_row_0/C:col10/1732328623792/Put/seqid=0 2024-11-23T02:23:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742509_1685 (size=14794) 2024-11-23T02:23:44,066 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:44,071 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123afb3aade97f243b582719b3f0f1a0e45_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123afb3aade97f243b582719b3f0f1a0e45_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:44,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/8277a0cfc47e4cd99ab21225a10934d1, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:44,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/8277a0cfc47e4cd99ab21225a10934d1 is 175, key is test_row_0/A:col10/1732328623886/Put/seqid=0 2024-11-23T02:23:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742510_1686 (size=12663) 2024-11-23T02:23:44,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328684146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328684146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742511_1687 (size=39749) 2024-11-23T02:23:44,155 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/8277a0cfc47e4cd99ab21225a10934d1 2024-11-23T02:23:44,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328684153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328684154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328684155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/122772c231e4475aba35445ffac2b8e8 is 50, key is test_row_0/B:col10/1732328623886/Put/seqid=0 2024-11-23T02:23:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742512_1688 (size=12151) 2024-11-23T02:23:44,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/122772c231e4475aba35445ffac2b8e8 2024-11-23T02:23:44,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/e23e56a5dad441e9a855b7146afbcbff is 50, key is test_row_0/C:col10/1732328623886/Put/seqid=0 2024-11-23T02:23:44,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742513_1689 (size=12151) 2024-11-23T02:23:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T02:23:44,348 INFO [Thread-2728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-23T02:23:44,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-23T02:23:44,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:44,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328684350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,352 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:44,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328684350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:23:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328684359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328684360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328684361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:23:44,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T02:23:44,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:44,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:44,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:44,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:44,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:44,555 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1c37bab41fdf442ea0aa1af4ba2d8d5a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c37bab41fdf442ea0aa1af4ba2d8d5a 2024-11-23T02:23:44,561 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/C of fb69b8f489bef763c107c60909bff6a2 into 1c37bab41fdf442ea0aa1af4ba2d8d5a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:44,561 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:44,561 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/C, priority=13, startTime=1732328623934; duration=0sec 2024-11-23T02:23:44,561 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:44,561 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:C 2024-11-23T02:23:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:23:44,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/e23e56a5dad441e9a855b7146afbcbff 2024-11-23T02:23:44,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328684654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328684656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T02:23:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:44,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:44,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328684661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/8277a0cfc47e4cd99ab21225a10934d1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8277a0cfc47e4cd99ab21225a10934d1 2024-11-23T02:23:44,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328684665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328684666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8277a0cfc47e4cd99ab21225a10934d1, entries=200, sequenceid=240, filesize=38.8 K 2024-11-23T02:23:44,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/122772c231e4475aba35445ffac2b8e8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/122772c231e4475aba35445ffac2b8e8 2024-11-23T02:23:44,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/122772c231e4475aba35445ffac2b8e8, entries=150, sequenceid=240, filesize=11.9 K 2024-11-23T02:23:44,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/e23e56a5dad441e9a855b7146afbcbff as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e23e56a5dad441e9a855b7146afbcbff 2024-11-23T02:23:44,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e23e56a5dad441e9a855b7146afbcbff, entries=150, sequenceid=240, filesize=11.9 K 2024-11-23T02:23:44,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for fb69b8f489bef763c107c60909bff6a2 in 700ms, sequenceid=240, compaction requested=false 2024-11-23T02:23:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:44,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:44,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T02:23:44,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:44,811 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T02:23:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:44,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d748395e404b4acb92a4eba605d8c321_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328624009/Put/seqid=0 2024-11-23T02:23:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742514_1690 (size=12304) 2024-11-23T02:23:44,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:44,846 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d748395e404b4acb92a4eba605d8c321_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d748395e404b4acb92a4eba605d8c321_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:44,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/cc0e8417f21742aea5e8206b245a3c43, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:44,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/cc0e8417f21742aea5e8206b245a3c43 is 175, key is test_row_0/A:col10/1732328624009/Put/seqid=0 2024-11-23T02:23:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742515_1691 (size=31105) 2024-11-23T02:23:44,871 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/cc0e8417f21742aea5e8206b245a3c43 2024-11-23T02:23:44,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/b1001519c0f748049c079c819802313e is 50, key is test_row_0/B:col10/1732328624009/Put/seqid=0 2024-11-23T02:23:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742516_1692 (size=12151) 2024-11-23T02:23:44,908 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/b1001519c0f748049c079c819802313e 2024-11-23T02:23:44,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/3be4119415ae475e962860da61aad659 is 50, key is test_row_0/C:col10/1732328624009/Put/seqid=0 2024-11-23T02:23:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742517_1693 (size=12151) 2024-11-23T02:23:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:23:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:45,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:45,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328685205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328685205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328685213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328685213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328685213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328685314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328685315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328685318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328685318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328685318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,352 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/3be4119415ae475e962860da61aad659 2024-11-23T02:23:45,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/cc0e8417f21742aea5e8206b245a3c43 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cc0e8417f21742aea5e8206b245a3c43 2024-11-23T02:23:45,362 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cc0e8417f21742aea5e8206b245a3c43, entries=150, sequenceid=258, filesize=30.4 K 2024-11-23T02:23:45,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/b1001519c0f748049c079c819802313e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b1001519c0f748049c079c819802313e 2024-11-23T02:23:45,370 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b1001519c0f748049c079c819802313e, entries=150, sequenceid=258, filesize=11.9 K 2024-11-23T02:23:45,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/3be4119415ae475e962860da61aad659 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3be4119415ae475e962860da61aad659 2024-11-23T02:23:45,377 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3be4119415ae475e962860da61aad659, entries=150, sequenceid=258, filesize=11.9 K 2024-11-23T02:23:45,378 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for fb69b8f489bef763c107c60909bff6a2 in 567ms, sequenceid=258, compaction requested=true 2024-11-23T02:23:45,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:45,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:45,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-23T02:23:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-23T02:23:45,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-23T02:23:45,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-23T02:23:45,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.0320 sec 2024-11-23T02:23:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T02:23:45,458 INFO [Thread-2728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-23T02:23:45,459 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-23T02:23:45,461 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:45,461 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:45,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:23:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:45,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:23:45,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:45,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:45,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:45,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:45,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:45,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:45,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328685529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328685531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328685532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328685532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328685534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123aced8b153c964d838cf14218d7f43d9a_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328625203/Put/seqid=0 2024-11-23T02:23:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:23:45,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742518_1694 (size=12454) 2024-11-23T02:23:45,601 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:45,606 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123aced8b153c964d838cf14218d7f43d9a_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123aced8b153c964d838cf14218d7f43d9a_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:45,608 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/67e3af277fa74346a3905d892b9cfa2d, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:45,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/67e3af277fa74346a3905d892b9cfa2d is 175, key is test_row_0/A:col10/1732328625203/Put/seqid=0 2024-11-23T02:23:45,613 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-23T02:23:45,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:45,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:45,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:45,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742519_1695 (size=31255) 2024-11-23T02:23:45,627 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/67e3af277fa74346a3905d892b9cfa2d 2024-11-23T02:23:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328685636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/b50f7f8f5bbc493aa02a9fbcde98d627 is 50, key is test_row_0/B:col10/1732328625203/Put/seqid=0 2024-11-23T02:23:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328685637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328685639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328685639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328685640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742520_1696 (size=12301) 2024-11-23T02:23:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:23:45,767 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-23T02:23:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:45,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328685839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328685839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328685843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328685844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328685845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:45,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-23T02:23:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:45,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:23:46,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/b50f7f8f5bbc493aa02a9fbcde98d627 2024-11-23T02:23:46,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-23T02:23:46,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:46,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:46,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:46,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:46,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:46,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1949a5e1d0da4e05ac5eeddf5365fab8 is 50, key is test_row_0/C:col10/1732328625203/Put/seqid=0 2024-11-23T02:23:46,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742521_1697 (size=12301) 2024-11-23T02:23:46,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1949a5e1d0da4e05ac5eeddf5365fab8 2024-11-23T02:23:46,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328686145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328686145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/67e3af277fa74346a3905d892b9cfa2d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/67e3af277fa74346a3905d892b9cfa2d 2024-11-23T02:23:46,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328686147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328686149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328686149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/67e3af277fa74346a3905d892b9cfa2d, entries=150, sequenceid=282, filesize=30.5 K 2024-11-23T02:23:46,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/b50f7f8f5bbc493aa02a9fbcde98d627 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b50f7f8f5bbc493aa02a9fbcde98d627 2024-11-23T02:23:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b50f7f8f5bbc493aa02a9fbcde98d627, entries=150, sequenceid=282, filesize=12.0 K 2024-11-23T02:23:46,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1949a5e1d0da4e05ac5eeddf5365fab8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1949a5e1d0da4e05ac5eeddf5365fab8 2024-11-23T02:23:46,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1949a5e1d0da4e05ac5eeddf5365fab8, entries=150, sequenceid=282, filesize=12.0 K 2024-11-23T02:23:46,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fb69b8f489bef763c107c60909bff6a2 in 649ms, sequenceid=282, compaction requested=true 2024-11-23T02:23:46,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:46,169 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:46,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:46,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:46,170 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:46,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:46,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:46,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:46,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:46,171 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,171 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/A is initiating minor compaction (all files) 2024-11-23T02:23:46,171 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/A in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:46,171 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1d17bf1847104778a803abbfe9845c5d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8277a0cfc47e4cd99ab21225a10934d1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cc0e8417f21742aea5e8206b245a3c43, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/67e3af277fa74346a3905d892b9cfa2d] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=130.6 K 2024-11-23T02:23:46,171 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:46,171 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1d17bf1847104778a803abbfe9845c5d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8277a0cfc47e4cd99ab21225a10934d1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cc0e8417f21742aea5e8206b245a3c43, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/67e3af277fa74346a3905d892b9cfa2d] 2024-11-23T02:23:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,172 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:46,172 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/B is initiating minor compaction (all files) 2024-11-23T02:23:46,172 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/B in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:46,172 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/85efede184224bb98fbf7dd7926599e2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/122772c231e4475aba35445ffac2b8e8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b1001519c0f748049c079c819802313e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b50f7f8f5bbc493aa02a9fbcde98d627] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=48.1 K 2024-11-23T02:23:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,173 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 85efede184224bb98fbf7dd7926599e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732328623176 2024-11-23T02:23:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,173 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d17bf1847104778a803abbfe9845c5d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732328623176 2024-11-23T02:23:46,173 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 122772c231e4475aba35445ffac2b8e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732328623808 2024-11-23T02:23:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,173 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting b1001519c0f748049c079c819802313e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732328623996 2024-11-23T02:23:46,174 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8277a0cfc47e4cd99ab21225a10934d1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732328623808 2024-11-23T02:23:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,174 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting b50f7f8f5bbc493aa02a9fbcde98d627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732328625201 2024-11-23T02:23:46,174 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc0e8417f21742aea5e8206b245a3c43, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732328623996 2024-11-23T02:23:46,174 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67e3af277fa74346a3905d892b9cfa2d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732328625201 2024-11-23T02:23:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,200 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,218 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#B#compaction#592 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,219 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/cd53c10569354a889205e48089b36054 is 50, key is test_row_0/B:col10/1732328625203/Put/seqid=0 2024-11-23T02:23:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,225 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-23T02:23:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:46,226 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T02:23:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,231 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a5e611b188444a728bfaa8004b55a665_fb69b8f489bef763c107c60909bff6a2 store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,233 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a5e611b188444a728bfaa8004b55a665_fb69b8f489bef763c107c60909bff6a2, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:46,234 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a5e611b188444a728bfaa8004b55a665_fb69b8f489bef763c107c60909bff6a2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742522_1698 (size=12949) 2024-11-23T02:23:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123359c5c49693244df898e1c3f58067895_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328625532/Put/seqid=0 2024-11-23T02:23:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742523_1699 (size=4469) 2024-11-23T02:23:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742524_1700 (size=9914) 2024-11-23T02:23:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:23:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:46,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,671 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/cd53c10569354a889205e48089b36054 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cd53c10569354a889205e48089b36054 2024-11-23T02:23:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,676 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/B of fb69b8f489bef763c107c60909bff6a2 into cd53c10569354a889205e48089b36054(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,676 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:46,676 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/B, priority=12, startTime=1732328626169; duration=0sec 2024-11-23T02:23:46,676 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:46,676 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:B 2024-11-23T02:23:46,676 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,678 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:46,678 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/C is initiating minor compaction (all files) 2024-11-23T02:23:46,678 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/C in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,678 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c37bab41fdf442ea0aa1af4ba2d8d5a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e23e56a5dad441e9a855b7146afbcbff, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3be4119415ae475e962860da61aad659, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1949a5e1d0da4e05ac5eeddf5365fab8] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=48.1 K 2024-11-23T02:23:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,679 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c37bab41fdf442ea0aa1af4ba2d8d5a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732328623176 2024-11-23T02:23:46,679 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting e23e56a5dad441e9a855b7146afbcbff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732328623808 2024-11-23T02:23:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,679 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 3be4119415ae475e962860da61aad659, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732328623996 2024-11-23T02:23:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,680 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 1949a5e1d0da4e05ac5eeddf5365fab8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732328625201 2024-11-23T02:23:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,700 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#A#compaction#591 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:46,700 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/20f90cd83de64eaf8b80105e2f995dba is 175, key is test_row_0/A:col10/1732328625203/Put/seqid=0 2024-11-23T02:23:46,708 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#C#compaction#594 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:46,709 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/12e0e631d01645bb981959b38a14abd0 is 50, key is test_row_0/C:col10/1732328625203/Put/seqid=0 2024-11-23T02:23:46,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328686714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328686715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328686717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328686718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328686719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:46,742 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123359c5c49693244df898e1c3f58067895_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123359c5c49693244df898e1c3f58067895_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:46,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/18fc70800cfd4d768f36c969154ed745, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:46,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/18fc70800cfd4d768f36c969154ed745 is 175, key is test_row_0/A:col10/1732328625532/Put/seqid=0 2024-11-23T02:23:46,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742525_1701 (size=31903) 2024-11-23T02:23:46,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742526_1702 (size=12949) 2024-11-23T02:23:46,795 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/12e0e631d01645bb981959b38a14abd0 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/12e0e631d01645bb981959b38a14abd0 2024-11-23T02:23:46,802 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/C of fb69b8f489bef763c107c60909bff6a2 into 12e0e631d01645bb981959b38a14abd0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:46,802 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:46,802 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/C, priority=12, startTime=1732328626170; duration=0sec 2024-11-23T02:23:46,802 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:46,802 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:C 2024-11-23T02:23:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742527_1703 (size=22561) 2024-11-23T02:23:46,814 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/18fc70800cfd4d768f36c969154ed745 2024-11-23T02:23:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328686822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328686823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328686825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328686826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328686826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/066cb6e646114f4d9decc795bcef7bc7 is 50, key is test_row_0/B:col10/1732328625532/Put/seqid=0 2024-11-23T02:23:46,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742528_1704 (size=9857) 2024-11-23T02:23:47,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328687027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328687027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328687029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328687030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328687031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,166 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/20f90cd83de64eaf8b80105e2f995dba as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/20f90cd83de64eaf8b80105e2f995dba 2024-11-23T02:23:47,174 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/A of fb69b8f489bef763c107c60909bff6a2 into 20f90cd83de64eaf8b80105e2f995dba(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-23T02:23:47,174 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:47,174 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/A, priority=12, startTime=1732328626169; duration=1sec 2024-11-23T02:23:47,174 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:47,174 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:A 2024-11-23T02:23:47,270 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/066cb6e646114f4d9decc795bcef7bc7 2024-11-23T02:23:47,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/c92c638f20be4fd9a3f1b0de1f88d663 is 50, key is test_row_0/C:col10/1732328625532/Put/seqid=0 2024-11-23T02:23:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742529_1705 (size=9857) 2024-11-23T02:23:47,318 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/c92c638f20be4fd9a3f1b0de1f88d663 2024-11-23T02:23:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/18fc70800cfd4d768f36c969154ed745 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/18fc70800cfd4d768f36c969154ed745 2024-11-23T02:23:47,330 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/18fc70800cfd4d768f36c969154ed745, entries=100, sequenceid=294, filesize=22.0 K 2024-11-23T02:23:47,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/066cb6e646114f4d9decc795bcef7bc7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/066cb6e646114f4d9decc795bcef7bc7 2024-11-23T02:23:47,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328687331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328687332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,336 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/066cb6e646114f4d9decc795bcef7bc7, entries=100, sequenceid=294, filesize=9.6 K 2024-11-23T02:23:47,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328687332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328687332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328687333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/c92c638f20be4fd9a3f1b0de1f88d663 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c92c638f20be4fd9a3f1b0de1f88d663 2024-11-23T02:23:47,341 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c92c638f20be4fd9a3f1b0de1f88d663, entries=100, sequenceid=294, filesize=9.6 K 2024-11-23T02:23:47,341 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fb69b8f489bef763c107c60909bff6a2 in 1115ms, sequenceid=294, compaction requested=false 2024-11-23T02:23:47,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:47,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:47,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-23T02:23:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-23T02:23:47,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-23T02:23:47,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-11-23T02:23:47,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.8860 sec 2024-11-23T02:23:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T02:23:47,566 INFO [Thread-2728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-23T02:23:47,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-23T02:23:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:23:47,570 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:47,570 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:47,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:23:47,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-23T02:23:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:47,723 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:23:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:47,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112339dc2708444a492ab03922e708a69f19_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328626715/Put/seqid=0 2024-11-23T02:23:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742530_1706 (size=12454) 2024-11-23T02:23:47,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:47,788 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112339dc2708444a492ab03922e708a69f19_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112339dc2708444a492ab03922e708a69f19_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/3f439a6f60384dc1b39fbc7faadd08b7, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:47,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/3f439a6f60384dc1b39fbc7faadd08b7 is 175, key is test_row_0/A:col10/1732328626715/Put/seqid=0 2024-11-23T02:23:47,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742531_1707 (size=31255) 2024-11-23T02:23:47,822 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/3f439a6f60384dc1b39fbc7faadd08b7 2024-11-23T02:23:47,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/f64c04fef61f416f90f4e177f7b23d04 is 50, key is test_row_0/B:col10/1732328626715/Put/seqid=0 2024-11-23T02:23:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:47,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328687849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328687849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328687856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328687856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328687856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:23:47,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742532_1708 (size=12301) 2024-11-23T02:23:47,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328687956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328687957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328687962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328687962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:47,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328687962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328688160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328688163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328688170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328688170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328688170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,276 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/f64c04fef61f416f90f4e177f7b23d04 2024-11-23T02:23:48,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/2194794d9e394c349316a9e245d0d7b5 is 50, key is test_row_0/C:col10/1732328626715/Put/seqid=0 2024-11-23T02:23:48,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742533_1709 (size=12301) 2024-11-23T02:23:48,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328688464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328688467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328688474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328688476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328688476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:23:48,741 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/2194794d9e394c349316a9e245d0d7b5 2024-11-23T02:23:48,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/3f439a6f60384dc1b39fbc7faadd08b7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/3f439a6f60384dc1b39fbc7faadd08b7 2024-11-23T02:23:48,749 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/3f439a6f60384dc1b39fbc7faadd08b7, entries=150, sequenceid=321, filesize=30.5 K 2024-11-23T02:23:48,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/f64c04fef61f416f90f4e177f7b23d04 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f64c04fef61f416f90f4e177f7b23d04 2024-11-23T02:23:48,755 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f64c04fef61f416f90f4e177f7b23d04, entries=150, sequenceid=321, filesize=12.0 K 2024-11-23T02:23:48,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/2194794d9e394c349316a9e245d0d7b5 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2194794d9e394c349316a9e245d0d7b5 2024-11-23T02:23:48,760 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2194794d9e394c349316a9e245d0d7b5, entries=150, sequenceid=321, filesize=12.0 K 2024-11-23T02:23:48,761 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for fb69b8f489bef763c107c60909bff6a2 in 1038ms, sequenceid=321, compaction requested=true 2024-11-23T02:23:48,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:48,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:48,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-23T02:23:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-23T02:23:48,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-23T02:23:48,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1920 sec 2024-11-23T02:23:48,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.1970 sec 2024-11-23T02:23:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:48,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:23:48,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:48,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123823fbae5ad53436796bf44923c2373d6_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328627851/Put/seqid=0 2024-11-23T02:23:49,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328688999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328688999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328689001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328689002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328689003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742534_1710 (size=12454) 2024-11-23T02:23:49,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328689107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328689107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328689108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328689108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328689108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328689310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328689311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328689313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328689314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328689314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,415 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:49,420 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123823fbae5ad53436796bf44923c2373d6_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123823fbae5ad53436796bf44923c2373d6_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:49,421 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/7e9c588616834e4c9b695be513236ea1, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:49,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/7e9c588616834e4c9b695be513236ea1 is 175, key is test_row_0/A:col10/1732328627851/Put/seqid=0 2024-11-23T02:23:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742535_1711 (size=31255) 2024-11-23T02:23:49,451 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/7e9c588616834e4c9b695be513236ea1 2024-11-23T02:23:49,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/8db5845fa9044278baa45b859741b970 is 50, key is test_row_0/B:col10/1732328627851/Put/seqid=0 2024-11-23T02:23:49,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742536_1712 (size=12301) 2024-11-23T02:23:49,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/8db5845fa9044278baa45b859741b970 2024-11-23T02:23:49,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/a39847eb5e7a46f784d1ab0636aa006e is 50, key is test_row_0/C:col10/1732328627851/Put/seqid=0 2024-11-23T02:23:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742537_1713 (size=12301) 2024-11-23T02:23:49,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328689615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328689617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328689620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328689621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328689621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-23T02:23:49,674 INFO [Thread-2728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-23T02:23:49,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-23T02:23:49,677 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:23:49,678 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:49,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:23:49,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:23:49,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:49,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:49,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/a39847eb5e7a46f784d1ab0636aa006e 2024-11-23T02:23:49,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/7e9c588616834e4c9b695be513236ea1 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/7e9c588616834e4c9b695be513236ea1 2024-11-23T02:23:49,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/7e9c588616834e4c9b695be513236ea1, entries=150, sequenceid=335, filesize=30.5 K 2024-11-23T02:23:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:23:49,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/8db5845fa9044278baa45b859741b970 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8db5845fa9044278baa45b859741b970 2024-11-23T02:23:49,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:49,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8db5845fa9044278baa45b859741b970, entries=150, sequenceid=335, filesize=12.0 K 2024-11-23T02:23:49,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:23:49,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:49,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:49,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:49,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/a39847eb5e7a46f784d1ab0636aa006e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a39847eb5e7a46f784d1ab0636aa006e 2024-11-23T02:23:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:49,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a39847eb5e7a46f784d1ab0636aa006e, entries=150, sequenceid=335, filesize=12.0 K 2024-11-23T02:23:49,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fb69b8f489bef763c107c60909bff6a2 in 1019ms, sequenceid=335, compaction requested=true 2024-11-23T02:23:49,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:49,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:49,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:49,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:49,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:49,992 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:49,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:49,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T02:23:49,992 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:49,994 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 116974 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:49,994 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/A is initiating minor compaction (all files) 2024-11-23T02:23:49,994 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/A in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:49,994 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/20f90cd83de64eaf8b80105e2f995dba, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/18fc70800cfd4d768f36c969154ed745, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/3f439a6f60384dc1b39fbc7faadd08b7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/7e9c588616834e4c9b695be513236ea1] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=114.2 K 2024-11-23T02:23:49,994 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:49,994 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/20f90cd83de64eaf8b80105e2f995dba, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/18fc70800cfd4d768f36c969154ed745, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/3f439a6f60384dc1b39fbc7faadd08b7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/7e9c588616834e4c9b695be513236ea1] 2024-11-23T02:23:49,995 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:49,995 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20f90cd83de64eaf8b80105e2f995dba, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732328625201 2024-11-23T02:23:49,995 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/B is initiating minor compaction (all files) 2024-11-23T02:23:49,995 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/B in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:49,995 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cd53c10569354a889205e48089b36054, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/066cb6e646114f4d9decc795bcef7bc7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f64c04fef61f416f90f4e177f7b23d04, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8db5845fa9044278baa45b859741b970] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=46.3 K 2024-11-23T02:23:49,996 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18fc70800cfd4d768f36c969154ed745, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732328625531 2024-11-23T02:23:49,996 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting cd53c10569354a889205e48089b36054, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732328625201 2024-11-23T02:23:49,996 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f439a6f60384dc1b39fbc7faadd08b7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732328626715 2024-11-23T02:23:49,996 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 066cb6e646114f4d9decc795bcef7bc7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732328625531 2024-11-23T02:23:49,997 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e9c588616834e4c9b695be513236ea1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732328627847 2024-11-23T02:23:49,997 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting f64c04fef61f416f90f4e177f7b23d04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732328626715 2024-11-23T02:23:49,997 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 8db5845fa9044278baa45b859741b970, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732328627847 2024-11-23T02:23:50,006 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:50,010 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#B#compaction#604 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:50,011 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/caaa8305bd444efdb69abfd7ddd63695 is 50, key is test_row_0/B:col10/1732328627851/Put/seqid=0 2024-11-23T02:23:50,019 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123c348e33e537f47bfa94d95282d90b6e8_fb69b8f489bef763c107c60909bff6a2 store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:50,021 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123c348e33e537f47bfa94d95282d90b6e8_fb69b8f489bef763c107c60909bff6a2, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:50,021 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c348e33e537f47bfa94d95282d90b6e8_fb69b8f489bef763c107c60909bff6a2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:50,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742538_1714 (size=13085) 2024-11-23T02:23:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742539_1715 (size=4469) 2024-11-23T02:23:50,090 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#A#compaction#603 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:50,090 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/9f5514c618a643138c99bb0c8b7308eb is 175, key is test_row_0/A:col10/1732328627851/Put/seqid=0 2024-11-23T02:23:50,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:23:50,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:50,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:50,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:50,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:50,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:50,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:50,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742540_1716 (size=32039) 2024-11-23T02:23:50,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:23:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,139 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/9f5514c618a643138c99bb0c8b7308eb as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9f5514c618a643138c99bb0c8b7308eb 2024-11-23T02:23:50,148 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/A of fb69b8f489bef763c107c60909bff6a2 into 9f5514c618a643138c99bb0c8b7308eb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:50,148 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:50,148 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/A, priority=12, startTime=1732328629992; duration=0sec 2024-11-23T02:23:50,148 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:50,148 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:A 2024-11-23T02:23:50,148 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:50,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328690138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,149 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:50,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,149 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/C is initiating minor compaction (all files) 2024-11-23T02:23:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328690140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,149 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/C in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328690142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,151 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/12e0e631d01645bb981959b38a14abd0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c92c638f20be4fd9a3f1b0de1f88d663, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2194794d9e394c349316a9e245d0d7b5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a39847eb5e7a46f784d1ab0636aa006e] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=46.3 K 2024-11-23T02:23:50,152 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12e0e631d01645bb981959b38a14abd0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732328625201 2024-11-23T02:23:50,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328690146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,152 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting c92c638f20be4fd9a3f1b0de1f88d663, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732328625531 2024-11-23T02:23:50,152 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2194794d9e394c349316a9e245d0d7b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732328626715 2024-11-23T02:23:50,153 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting a39847eb5e7a46f784d1ab0636aa006e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732328627847 2024-11-23T02:23:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328690149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112315f3c1a0faba49a1a7943086228fd8e4_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328630121/Put/seqid=0 2024-11-23T02:23:50,170 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#C#compaction#606 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:50,171 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/0842a5ed4e144a5e9567cfcfdc5c1378 is 50, key is test_row_0/C:col10/1732328627851/Put/seqid=0 2024-11-23T02:23:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742541_1717 (size=12454) 2024-11-23T02:23:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742542_1718 (size=13085) 2024-11-23T02:23:50,199 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/0842a5ed4e144a5e9567cfcfdc5c1378 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0842a5ed4e144a5e9567cfcfdc5c1378 2024-11-23T02:23:50,206 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/C of fb69b8f489bef763c107c60909bff6a2 into 0842a5ed4e144a5e9567cfcfdc5c1378(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:50,206 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:50,206 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/C, priority=12, startTime=1732328629992; duration=0sec 2024-11-23T02:23:50,206 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:50,206 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:C 2024-11-23T02:23:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328690250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328690251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328690252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328690253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328690256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:23:50,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:23:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:23:50,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:50,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328690454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328690455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328690456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328690456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328690460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,482 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/caaa8305bd444efdb69abfd7ddd63695 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/caaa8305bd444efdb69abfd7ddd63695 2024-11-23T02:23:50,487 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/B of fb69b8f489bef763c107c60909bff6a2 into caaa8305bd444efdb69abfd7ddd63695(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:50,487 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:50,487 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/B, priority=12, startTime=1732328629992; duration=0sec 2024-11-23T02:23:50,487 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:50,487 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:B 2024-11-23T02:23:50,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:50,586 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112315f3c1a0faba49a1a7943086228fd8e4_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112315f3c1a0faba49a1a7943086228fd8e4_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:50,587 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/e3f5091ebfc94334894d1e300d0a6e7a, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:50,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/e3f5091ebfc94334894d1e300d0a6e7a is 175, key is test_row_0/A:col10/1732328630121/Put/seqid=0 2024-11-23T02:23:50,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:23:50,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:50,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742543_1719 (size=31255) 2024-11-23T02:23:50,613 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/e3f5091ebfc94334894d1e300d0a6e7a 2024-11-23T02:23:50,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/a58c7828ef43456ebd266bc98e18541e is 50, key is test_row_0/B:col10/1732328630121/Put/seqid=0 2024-11-23T02:23:50,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742544_1720 (size=12301) 2024-11-23T02:23:50,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/a58c7828ef43456ebd266bc98e18541e 2024-11-23T02:23:50,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/2fb7e6db905c4c0590a2cd7f9fe6b128 is 50, key is test_row_0/C:col10/1732328630121/Put/seqid=0 2024-11-23T02:23:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742545_1721 (size=12301) 2024-11-23T02:23:50,752 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:23:50,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:50,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328690759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328690759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328690759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328690761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328690763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:23:50,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:50,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:23:50,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:50,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:50,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:51,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:23:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:51,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:51,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/2fb7e6db905c4c0590a2cd7f9fe6b128 2024-11-23T02:23:51,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/e3f5091ebfc94334894d1e300d0a6e7a as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e3f5091ebfc94334894d1e300d0a6e7a 2024-11-23T02:23:51,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e3f5091ebfc94334894d1e300d0a6e7a, entries=150, sequenceid=358, filesize=30.5 K 2024-11-23T02:23:51,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/a58c7828ef43456ebd266bc98e18541e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/a58c7828ef43456ebd266bc98e18541e 2024-11-23T02:23:51,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/a58c7828ef43456ebd266bc98e18541e, entries=150, sequenceid=358, filesize=12.0 K 2024-11-23T02:23:51,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/2fb7e6db905c4c0590a2cd7f9fe6b128 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2fb7e6db905c4c0590a2cd7f9fe6b128 2024-11-23T02:23:51,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2fb7e6db905c4c0590a2cd7f9fe6b128, entries=150, sequenceid=358, filesize=12.0 K 2024-11-23T02:23:51,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for fb69b8f489bef763c107c60909bff6a2 in 992ms, sequenceid=358, compaction requested=false 2024-11-23T02:23:51,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:51,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-23T02:23:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:51,222 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:23:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:51,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:51,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112301ff2156d62b46849010ba7cafafbcd8_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328630144/Put/seqid=0 2024-11-23T02:23:51,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:51,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742546_1722 (size=12454) 2024-11-23T02:23:51,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:51,293 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112301ff2156d62b46849010ba7cafafbcd8_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112301ff2156d62b46849010ba7cafafbcd8_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:51,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5d7023213b10436e9673c92b1e5faf3d, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:51,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5d7023213b10436e9673c92b1e5faf3d is 175, key is test_row_0/A:col10/1732328630144/Put/seqid=0 2024-11-23T02:23:51,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328691291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328691294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328691296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328691296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328691298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742547_1723 (size=31255) 2024-11-23T02:23:51,345 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5d7023213b10436e9673c92b1e5faf3d 2024-11-23T02:23:51,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/ffac65b71fcc4102b257b5cc4a09e0fd is 50, key is test_row_0/B:col10/1732328630144/Put/seqid=0 2024-11-23T02:23:51,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742548_1724 (size=12301) 2024-11-23T02:23:51,383 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/ffac65b71fcc4102b257b5cc4a09e0fd 2024-11-23T02:23:51,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/bf7db8387bda4464a4ee096b023a4e31 is 50, key is test_row_0/C:col10/1732328630144/Put/seqid=0 2024-11-23T02:23:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328691398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328691399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328691402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328691402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328691403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742549_1725 (size=12301) 2024-11-23T02:23:51,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328691603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328691603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328691608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328691608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328691609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:23:51,830 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/bf7db8387bda4464a4ee096b023a4e31 2024-11-23T02:23:51,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5d7023213b10436e9673c92b1e5faf3d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5d7023213b10436e9673c92b1e5faf3d 2024-11-23T02:23:51,846 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5d7023213b10436e9673c92b1e5faf3d, entries=150, sequenceid=375, filesize=30.5 K 2024-11-23T02:23:51,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/ffac65b71fcc4102b257b5cc4a09e0fd as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/ffac65b71fcc4102b257b5cc4a09e0fd 2024-11-23T02:23:51,851 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/ffac65b71fcc4102b257b5cc4a09e0fd, entries=150, sequenceid=375, filesize=12.0 K 2024-11-23T02:23:51,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/bf7db8387bda4464a4ee096b023a4e31 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/bf7db8387bda4464a4ee096b023a4e31 2024-11-23T02:23:51,858 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/bf7db8387bda4464a4ee096b023a4e31, entries=150, sequenceid=375, filesize=12.0 K 2024-11-23T02:23:51,859 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for fb69b8f489bef763c107c60909bff6a2 in 637ms, sequenceid=375, compaction requested=true 2024-11-23T02:23:51,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:51,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:51,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-23T02:23:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-23T02:23:51,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-23T02:23:51,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1830 sec 2024-11-23T02:23:51,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 2.1880 sec 2024-11-23T02:23:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:51,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T02:23:51,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:51,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:51,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:51,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:51,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328691919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328691921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f50b9036cb8b49d6bfd5b9fe838d3431_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328631908/Put/seqid=0 2024-11-23T02:23:51,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328691923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328691925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328691925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:51,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742550_1726 (size=14994) 2024-11-23T02:23:51,964 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:51,970 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f50b9036cb8b49d6bfd5b9fe838d3431_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f50b9036cb8b49d6bfd5b9fe838d3431_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:51,971 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/255af34c7d784afe987a7de838e6628e, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:51,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/255af34c7d784afe987a7de838e6628e is 175, key is test_row_0/A:col10/1732328631908/Put/seqid=0 2024-11-23T02:23:51,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742551_1727 (size=39949) 2024-11-23T02:23:52,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328692026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328692027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328692029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328692029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328692037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328692230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328692231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328692233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328692236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328692240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,396 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/255af34c7d784afe987a7de838e6628e 2024-11-23T02:23:52,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/5c7c446ae75e43d7a3b954f58bf09bd6 is 50, key is test_row_0/B:col10/1732328631908/Put/seqid=0 2024-11-23T02:23:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742552_1728 (size=12301) 2024-11-23T02:23:52,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328692535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328692536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328692536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328692540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328692545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:52,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/5c7c446ae75e43d7a3b954f58bf09bd6 2024-11-23T02:23:52,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/366fbaaad030490aac14e49aa5500017 is 50, key is test_row_0/C:col10/1732328631908/Put/seqid=0 2024-11-23T02:23:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742553_1729 (size=12301) 2024-11-23T02:23:52,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/366fbaaad030490aac14e49aa5500017 2024-11-23T02:23:52,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/255af34c7d784afe987a7de838e6628e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/255af34c7d784afe987a7de838e6628e 2024-11-23T02:23:52,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/255af34c7d784afe987a7de838e6628e, entries=200, sequenceid=399, filesize=39.0 K 2024-11-23T02:23:52,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/5c7c446ae75e43d7a3b954f58bf09bd6 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/5c7c446ae75e43d7a3b954f58bf09bd6 2024-11-23T02:23:52,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/5c7c446ae75e43d7a3b954f58bf09bd6, entries=150, sequenceid=399, filesize=12.0 K 2024-11-23T02:23:52,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/366fbaaad030490aac14e49aa5500017 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/366fbaaad030490aac14e49aa5500017 2024-11-23T02:23:52,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/366fbaaad030490aac14e49aa5500017, entries=150, sequenceid=399, filesize=12.0 K 2024-11-23T02:23:52,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for fb69b8f489bef763c107c60909bff6a2 in 1017ms, sequenceid=399, compaction requested=true 2024-11-23T02:23:52,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:52,927 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:52,928 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:52,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:52,929 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:52,929 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/A is initiating minor compaction (all files) 2024-11-23T02:23:52,929 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/A in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:52,929 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9f5514c618a643138c99bb0c8b7308eb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e3f5091ebfc94334894d1e300d0a6e7a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5d7023213b10436e9673c92b1e5faf3d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/255af34c7d784afe987a7de838e6628e] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=131.3 K 2024-11-23T02:23:52,929 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:52,929 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9f5514c618a643138c99bb0c8b7308eb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e3f5091ebfc94334894d1e300d0a6e7a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5d7023213b10436e9673c92b1e5faf3d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/255af34c7d784afe987a7de838e6628e] 2024-11-23T02:23:52,930 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f5514c618a643138c99bb0c8b7308eb, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732328627847 2024-11-23T02:23:52,930 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3f5091ebfc94334894d1e300d0a6e7a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328628993 2024-11-23T02:23:52,931 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:52,931 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/B is initiating minor compaction (all files) 2024-11-23T02:23:52,931 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/B in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:52,931 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/caaa8305bd444efdb69abfd7ddd63695, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/a58c7828ef43456ebd266bc98e18541e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/ffac65b71fcc4102b257b5cc4a09e0fd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/5c7c446ae75e43d7a3b954f58bf09bd6] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=48.8 K 2024-11-23T02:23:52,931 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d7023213b10436e9673c92b1e5faf3d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732328630134 2024-11-23T02:23:52,931 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting caaa8305bd444efdb69abfd7ddd63695, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732328627847 2024-11-23T02:23:52,932 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 255af34c7d784afe987a7de838e6628e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732328631292 2024-11-23T02:23:52,932 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a58c7828ef43456ebd266bc98e18541e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328628993 2024-11-23T02:23:52,933 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting ffac65b71fcc4102b257b5cc4a09e0fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732328630134 2024-11-23T02:23:52,933 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c7c446ae75e43d7a3b954f58bf09bd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732328631294 2024-11-23T02:23:52,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:52,945 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:52,957 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#B#compaction#616 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:52,957 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/cafaf785a4a04c0d864ca1fd1e7e8526 is 50, key is test_row_0/B:col10/1732328631908/Put/seqid=0 2024-11-23T02:23:52,959 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112319b065b835e64dd1840a1d32da9f872f_fb69b8f489bef763c107c60909bff6a2 store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:52,961 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112319b065b835e64dd1840a1d32da9f872f_fb69b8f489bef763c107c60909bff6a2, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:52,961 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112319b065b835e64dd1840a1d32da9f872f_fb69b8f489bef763c107c60909bff6a2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742554_1730 (size=13221) 2024-11-23T02:23:52,998 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/cafaf785a4a04c0d864ca1fd1e7e8526 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cafaf785a4a04c0d864ca1fd1e7e8526 2024-11-23T02:23:53,007 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/B of fb69b8f489bef763c107c60909bff6a2 into cafaf785a4a04c0d864ca1fd1e7e8526(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:53,007 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:53,007 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/B, priority=12, startTime=1732328632928; duration=0sec 2024-11-23T02:23:53,007 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:53,007 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:B 2024-11-23T02:23:53,007 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:53,010 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:53,010 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/C is initiating minor compaction (all files) 2024-11-23T02:23:53,010 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/C in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:53,010 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0842a5ed4e144a5e9567cfcfdc5c1378, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2fb7e6db905c4c0590a2cd7f9fe6b128, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/bf7db8387bda4464a4ee096b023a4e31, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/366fbaaad030490aac14e49aa5500017] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=48.8 K 2024-11-23T02:23:53,010 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 0842a5ed4e144a5e9567cfcfdc5c1378, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732328627847 2024-11-23T02:23:53,014 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fb7e6db905c4c0590a2cd7f9fe6b128, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732328628993 2024-11-23T02:23:53,014 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting bf7db8387bda4464a4ee096b023a4e31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732328630134 2024-11-23T02:23:53,014 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 366fbaaad030490aac14e49aa5500017, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732328631294 2024-11-23T02:23:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742555_1731 (size=4469) 2024-11-23T02:23:53,020 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#A#compaction#615 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:53,021 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/aa928f7cde7740389d1f4ce60398a89c is 175, key is test_row_0/A:col10/1732328631908/Put/seqid=0 2024-11-23T02:23:53,036 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#C#compaction#617 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:53,037 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/9a9dc3fe827c4580a57fb60df4bddc4d is 50, key is test_row_0/C:col10/1732328631908/Put/seqid=0 2024-11-23T02:23:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:53,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:23:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:53,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:53,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742556_1732 (size=32175) 2024-11-23T02:23:53,061 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/aa928f7cde7740389d1f4ce60398a89c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/aa928f7cde7740389d1f4ce60398a89c 2024-11-23T02:23:53,066 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/A of fb69b8f489bef763c107c60909bff6a2 into aa928f7cde7740389d1f4ce60398a89c(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:53,067 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:53,067 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/A, priority=12, startTime=1732328632927; duration=0sec 2024-11-23T02:23:53,067 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:53,067 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:A 2024-11-23T02:23:53,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328693074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328693074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328693079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328693080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328693082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742557_1733 (size=13221) 2024-11-23T02:23:53,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236f5e4a690db445b8ae08a7fc99f8cbbf_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328631918/Put/seqid=0 2024-11-23T02:23:53,118 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/9a9dc3fe827c4580a57fb60df4bddc4d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/9a9dc3fe827c4580a57fb60df4bddc4d 2024-11-23T02:23:53,126 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/C of fb69b8f489bef763c107c60909bff6a2 into 9a9dc3fe827c4580a57fb60df4bddc4d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:53,126 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:53,126 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/C, priority=12, startTime=1732328632928; duration=0sec 2024-11-23T02:23:53,126 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:53,126 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:C 2024-11-23T02:23:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742558_1734 (size=12454) 2024-11-23T02:23:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328693181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328693181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328693185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328693185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328693186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328693383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328693385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328693388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328693388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328693389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:53,550 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236f5e4a690db445b8ae08a7fc99f8cbbf_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236f5e4a690db445b8ae08a7fc99f8cbbf_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:53,551 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/70ccfe951a584c74830915297e076f2c, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:53,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/70ccfe951a584c74830915297e076f2c is 175, key is test_row_0/A:col10/1732328631918/Put/seqid=0 2024-11-23T02:23:53,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742559_1735 (size=31255) 2024-11-23T02:23:53,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328693687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328693689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328693691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328693693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328693693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T02:23:53,782 INFO [Thread-2728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-23T02:23:53,784 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-11-23T02:23:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:23:53,786 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:53,787 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:53,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:23:53,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:53,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:23:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:53,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:53,956 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/70ccfe951a584c74830915297e076f2c 2024-11-23T02:23:53,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/d6c77e0effb84a4ab458e5b65af07d61 is 50, key is test_row_0/B:col10/1732328631918/Put/seqid=0 2024-11-23T02:23:53,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742560_1736 (size=12301) 2024-11-23T02:23:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:23:54,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:23:54,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:54,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328694191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328694194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328694195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328694195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328694197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:23:54,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:54,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/d6c77e0effb84a4ab458e5b65af07d61 2024-11-23T02:23:54,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/0dc20fe3e9e0490b89b96ad2dc289376 is 50, key is test_row_0/C:col10/1732328631918/Put/seqid=0 2024-11-23T02:23:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742561_1737 (size=12301) 2024-11-23T02:23:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:23:54,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:23:54,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:54,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,548 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:23:54,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:54,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,701 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:23:54,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:54,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:54,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/0dc20fe3e9e0490b89b96ad2dc289376 2024-11-23T02:23:54,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/70ccfe951a584c74830915297e076f2c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/70ccfe951a584c74830915297e076f2c 2024-11-23T02:23:54,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/70ccfe951a584c74830915297e076f2c, entries=150, sequenceid=414, filesize=30.5 K 2024-11-23T02:23:54,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/d6c77e0effb84a4ab458e5b65af07d61 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/d6c77e0effb84a4ab458e5b65af07d61 2024-11-23T02:23:54,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/d6c77e0effb84a4ab458e5b65af07d61, entries=150, sequenceid=414, filesize=12.0 K 2024-11-23T02:23:54,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/0dc20fe3e9e0490b89b96ad2dc289376 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0dc20fe3e9e0490b89b96ad2dc289376 2024-11-23T02:23:54,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0dc20fe3e9e0490b89b96ad2dc289376, entries=150, sequenceid=414, filesize=12.0 K 2024-11-23T02:23:54,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for fb69b8f489bef763c107c60909bff6a2 in 1746ms, sequenceid=414, compaction requested=false 2024-11-23T02:23:54,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:54,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:54,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-23T02:23:54,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:54,854 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T02:23:54,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:54,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:54,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:54,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:54,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:54,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:54,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230073135bcbac45849a333801c7c14256_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328633077/Put/seqid=0 2024-11-23T02:23:54,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742562_1738 (size=12454) 2024-11-23T02:23:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:23:55,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:55,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328695203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328695203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328695204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328695205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328695205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:55,267 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230073135bcbac45849a333801c7c14256_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230073135bcbac45849a333801c7c14256_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5dca50cbbd9b4a878dfc7283da0beafa, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5dca50cbbd9b4a878dfc7283da0beafa is 175, key is test_row_0/A:col10/1732328633077/Put/seqid=0 2024-11-23T02:23:55,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742563_1739 (size=31255) 2024-11-23T02:23:55,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328695306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328695307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328695308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328695308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328695308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328695509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328695510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328695510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328695510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328695511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,673 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=439, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5dca50cbbd9b4a878dfc7283da0beafa 2024-11-23T02:23:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/fd420c39818b4a2685b76dbb23caef81 is 50, key is test_row_0/B:col10/1732328633077/Put/seqid=0 2024-11-23T02:23:55,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742564_1740 (size=12301) 2024-11-23T02:23:55,683 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/fd420c39818b4a2685b76dbb23caef81 2024-11-23T02:23:55,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/a25339d1842f4c1c9e1079681f413b2b is 50, key is test_row_0/C:col10/1732328633077/Put/seqid=0 2024-11-23T02:23:55,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742565_1741 (size=12301) 2024-11-23T02:23:55,692 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/a25339d1842f4c1c9e1079681f413b2b 2024-11-23T02:23:55,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5dca50cbbd9b4a878dfc7283da0beafa as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5dca50cbbd9b4a878dfc7283da0beafa 2024-11-23T02:23:55,699 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5dca50cbbd9b4a878dfc7283da0beafa, entries=150, sequenceid=439, filesize=30.5 K 2024-11-23T02:23:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/fd420c39818b4a2685b76dbb23caef81 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/fd420c39818b4a2685b76dbb23caef81 2024-11-23T02:23:55,702 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/fd420c39818b4a2685b76dbb23caef81, entries=150, sequenceid=439, filesize=12.0 K 2024-11-23T02:23:55,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/a25339d1842f4c1c9e1079681f413b2b as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a25339d1842f4c1c9e1079681f413b2b 2024-11-23T02:23:55,706 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a25339d1842f4c1c9e1079681f413b2b, entries=150, sequenceid=439, filesize=12.0 K 2024-11-23T02:23:55,707 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fb69b8f489bef763c107c60909bff6a2 in 853ms, sequenceid=439, compaction requested=true 2024-11-23T02:23:55,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:55,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:55,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-11-23T02:23:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-11-23T02:23:55,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-23T02:23:55,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9210 sec 2024-11-23T02:23:55,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 1.9260 sec 2024-11-23T02:23:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:55,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T02:23:55,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:55,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:55,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:55,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:55,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:55,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:55,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112397bed06af1b44a41afde745acf105ff9_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328635204/Put/seqid=0 2024-11-23T02:23:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742566_1742 (size=14994) 2024-11-23T02:23:55,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328695827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328695827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328695828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328695828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328695830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-23T02:23:55,889 INFO [Thread-2728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-23T02:23:55,890 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-11-23T02:23:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:23:55,891 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:55,892 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:55,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:55,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328695931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328695932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328695933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328695933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328695933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:23:56,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-23T02:23:56,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:56,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328696133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328696134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328696135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328696135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328696136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:23:56,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-23T02:23:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,223 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:56,226 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112397bed06af1b44a41afde745acf105ff9_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112397bed06af1b44a41afde745acf105ff9_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:56,227 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/cadc1c120ca94151ad0e9b1509cc0937, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:56,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/cadc1c120ca94151ad0e9b1509cc0937 is 175, key is test_row_0/A:col10/1732328635204/Put/seqid=0 2024-11-23T02:23:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742567_1743 (size=39949) 2024-11-23T02:23:56,231 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/cadc1c120ca94151ad0e9b1509cc0937 2024-11-23T02:23:56,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/613b5cbd5b0e45e8aacf952a9dc0a9f0 is 50, key is test_row_0/B:col10/1732328635204/Put/seqid=0 2024-11-23T02:23:56,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742568_1744 (size=12301) 2024-11-23T02:23:56,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/613b5cbd5b0e45e8aacf952a9dc0a9f0 2024-11-23T02:23:56,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/10cf0c2be6d14bc781a8891d04284638 is 50, key is test_row_0/C:col10/1732328635204/Put/seqid=0 2024-11-23T02:23:56,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742569_1745 (size=12301) 2024-11-23T02:23:56,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-23T02:23:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328696435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328696437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328696438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328696441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328696442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:23:56,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-23T02:23:56,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:56,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/10cf0c2be6d14bc781a8891d04284638 2024-11-23T02:23:56,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/cadc1c120ca94151ad0e9b1509cc0937 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cadc1c120ca94151ad0e9b1509cc0937 2024-11-23T02:23:56,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-23T02:23:56,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:56,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:56,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cadc1c120ca94151ad0e9b1509cc0937, entries=200, sequenceid=454, filesize=39.0 K 2024-11-23T02:23:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/613b5cbd5b0e45e8aacf952a9dc0a9f0 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/613b5cbd5b0e45e8aacf952a9dc0a9f0 2024-11-23T02:23:56,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/613b5cbd5b0e45e8aacf952a9dc0a9f0, entries=150, sequenceid=454, filesize=12.0 K 2024-11-23T02:23:56,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/10cf0c2be6d14bc781a8891d04284638 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/10cf0c2be6d14bc781a8891d04284638 2024-11-23T02:23:56,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/10cf0c2be6d14bc781a8891d04284638, entries=150, sequenceid=454, filesize=12.0 K 2024-11-23T02:23:56,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for fb69b8f489bef763c107c60909bff6a2 in 850ms, sequenceid=454, compaction requested=true 2024-11-23T02:23:56,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:56,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:56,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:56,664 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:56,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:56,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:56,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:56,664 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:56,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:56,664 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:56,664 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:56,665 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/B is initiating minor compaction (all files) 2024-11-23T02:23:56,665 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/A is initiating minor compaction (all files) 2024-11-23T02:23:56,665 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/B in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,665 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/A in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,665 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cafaf785a4a04c0d864ca1fd1e7e8526, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/d6c77e0effb84a4ab458e5b65af07d61, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/fd420c39818b4a2685b76dbb23caef81, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/613b5cbd5b0e45e8aacf952a9dc0a9f0] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=48.9 K 2024-11-23T02:23:56,665 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/aa928f7cde7740389d1f4ce60398a89c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/70ccfe951a584c74830915297e076f2c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5dca50cbbd9b4a878dfc7283da0beafa, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cadc1c120ca94151ad0e9b1509cc0937] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=131.5 K 2024-11-23T02:23:56,665 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,665 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/aa928f7cde7740389d1f4ce60398a89c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/70ccfe951a584c74830915297e076f2c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5dca50cbbd9b4a878dfc7283da0beafa, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cadc1c120ca94151ad0e9b1509cc0937] 2024-11-23T02:23:56,665 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting cafaf785a4a04c0d864ca1fd1e7e8526, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732328631294 2024-11-23T02:23:56,665 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa928f7cde7740389d1f4ce60398a89c, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732328631294 2024-11-23T02:23:56,665 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting d6c77e0effb84a4ab458e5b65af07d61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732328631918 2024-11-23T02:23:56,665 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70ccfe951a584c74830915297e076f2c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732328631918 2024-11-23T02:23:56,665 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting fd420c39818b4a2685b76dbb23caef81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732328633063 2024-11-23T02:23:56,666 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dca50cbbd9b4a878dfc7283da0beafa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732328633063 2024-11-23T02:23:56,666 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 613b5cbd5b0e45e8aacf952a9dc0a9f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732328635202 2024-11-23T02:23:56,666 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting cadc1c120ca94151ad0e9b1509cc0937, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732328635202 2024-11-23T02:23:56,670 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:56,671 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#B#compaction#628 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:56,672 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/0dcccb4471d546009c77dc920cf12741 is 50, key is test_row_0/B:col10/1732328635204/Put/seqid=0 2024-11-23T02:23:56,672 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411233975fdde9ba54781be293e09fbb01173_fb69b8f489bef763c107c60909bff6a2 store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:56,679 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411233975fdde9ba54781be293e09fbb01173_fb69b8f489bef763c107c60909bff6a2, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:56,680 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233975fdde9ba54781be293e09fbb01173_fb69b8f489bef763c107c60909bff6a2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742570_1746 (size=13357) 2024-11-23T02:23:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742571_1747 (size=4469) 2024-11-23T02:23:56,806 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-23T02:23:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:56,807 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T02:23:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:56,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123924fc931ca8b48e4bf2660cd643d8d61_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328635827/Put/seqid=0 2024-11-23T02:23:56,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742572_1748 (size=12454) 2024-11-23T02:23:56,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:56,824 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123924fc931ca8b48e4bf2660cd643d8d61_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123924fc931ca8b48e4bf2660cd643d8d61_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/1a64e35db4e14974948ba09378b3f208, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:56,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/1a64e35db4e14974948ba09378b3f208 is 175, key is test_row_0/A:col10/1732328635827/Put/seqid=0 2024-11-23T02:23:56,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742573_1749 (size=31255) 2024-11-23T02:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:56,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:56,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328696951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328696951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328696951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328696952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328696954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:23:57,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328697056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328697056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328697056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328697056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328697058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,086 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/0dcccb4471d546009c77dc920cf12741 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0dcccb4471d546009c77dc920cf12741 2024-11-23T02:23:57,087 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#A#compaction#627 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:57,088 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/d794d01c1b6b45d3982ec00f3f10e1f4 is 175, key is test_row_0/A:col10/1732328635204/Put/seqid=0 2024-11-23T02:23:57,091 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/B of fb69b8f489bef763c107c60909bff6a2 into 0dcccb4471d546009c77dc920cf12741(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:57,091 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:57,091 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/B, priority=12, startTime=1732328636664; duration=0sec 2024-11-23T02:23:57,091 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:57,091 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:B 2024-11-23T02:23:57,091 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T02:23:57,092 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T02:23:57,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742574_1750 (size=32311) 2024-11-23T02:23:57,092 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/C is initiating minor compaction (all files) 2024-11-23T02:23:57,092 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/C in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:57,092 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/9a9dc3fe827c4580a57fb60df4bddc4d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0dc20fe3e9e0490b89b96ad2dc289376, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a25339d1842f4c1c9e1079681f413b2b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/10cf0c2be6d14bc781a8891d04284638] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=48.9 K 2024-11-23T02:23:57,093 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a9dc3fe827c4580a57fb60df4bddc4d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732328631294 2024-11-23T02:23:57,093 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dc20fe3e9e0490b89b96ad2dc289376, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732328631918 2024-11-23T02:23:57,093 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting a25339d1842f4c1c9e1079681f413b2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732328633063 2024-11-23T02:23:57,094 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 10cf0c2be6d14bc781a8891d04284638, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732328635202 2024-11-23T02:23:57,100 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#C#compaction#630 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:57,101 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/65ea30ed051748209d97eac8d25c0770 is 50, key is test_row_0/C:col10/1732328635204/Put/seqid=0 2024-11-23T02:23:57,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742575_1751 (size=13357) 2024-11-23T02:23:57,230 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=475, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/1a64e35db4e14974948ba09378b3f208 2024-11-23T02:23:57,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/c54262a6fc70425b8cc30faf767ad04c is 50, key is test_row_0/B:col10/1732328635827/Put/seqid=0 2024-11-23T02:23:57,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742576_1752 (size=12301) 2024-11-23T02:23:57,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328697258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328697259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328697259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328697260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328697263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,497 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/d794d01c1b6b45d3982ec00f3f10e1f4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/d794d01c1b6b45d3982ec00f3f10e1f4 2024-11-23T02:23:57,501 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/A of fb69b8f489bef763c107c60909bff6a2 into d794d01c1b6b45d3982ec00f3f10e1f4(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:57,501 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:57,501 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/A, priority=12, startTime=1732328636663; duration=0sec 2024-11-23T02:23:57,501 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:57,501 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:A 2024-11-23T02:23:57,512 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/65ea30ed051748209d97eac8d25c0770 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/65ea30ed051748209d97eac8d25c0770 2024-11-23T02:23:57,516 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/C of fb69b8f489bef763c107c60909bff6a2 into 65ea30ed051748209d97eac8d25c0770(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:57,517 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:57,517 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/C, priority=12, startTime=1732328636664; duration=0sec 2024-11-23T02:23:57,517 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:57,517 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:C 2024-11-23T02:23:57,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328697563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328697563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328697564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328697564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328697565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:57,641 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/c54262a6fc70425b8cc30faf767ad04c 2024-11-23T02:23:57,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1c7a56f3d94f418f82b1c4983e498cad is 50, key is test_row_0/C:col10/1732328635827/Put/seqid=0 2024-11-23T02:23:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742577_1753 (size=12301) 2024-11-23T02:23:57,650 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1c7a56f3d94f418f82b1c4983e498cad 2024-11-23T02:23:57,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/1a64e35db4e14974948ba09378b3f208 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1a64e35db4e14974948ba09378b3f208 2024-11-23T02:23:57,657 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1a64e35db4e14974948ba09378b3f208, entries=150, sequenceid=475, filesize=30.5 K 2024-11-23T02:23:57,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/c54262a6fc70425b8cc30faf767ad04c as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/c54262a6fc70425b8cc30faf767ad04c 2024-11-23T02:23:57,661 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/c54262a6fc70425b8cc30faf767ad04c, entries=150, sequenceid=475, filesize=12.0 K 2024-11-23T02:23:57,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1c7a56f3d94f418f82b1c4983e498cad as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c7a56f3d94f418f82b1c4983e498cad 2024-11-23T02:23:57,664 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c7a56f3d94f418f82b1c4983e498cad, entries=150, sequenceid=475, filesize=12.0 K 2024-11-23T02:23:57,664 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for fb69b8f489bef763c107c60909bff6a2 in 857ms, sequenceid=475, compaction requested=false 2024-11-23T02:23:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:57,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:57,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-11-23T02:23:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-11-23T02:23:57,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-23T02:23:57,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7730 sec 2024-11-23T02:23:57,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 1.7770 sec 2024-11-23T02:23:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-23T02:23:57,995 INFO [Thread-2728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-11-23T02:23:57,996 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T02:23:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-11-23T02:23:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:23:57,998 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T02:23:57,998 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T02:23:57,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T02:23:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:58,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T02:23:58,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:58,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123972c956a60f94b13b8733ad954903146_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328636950/Put/seqid=0 2024-11-23T02:23:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742578_1754 (size=14994) 2024-11-23T02:23:58,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123972c956a60f94b13b8733ad954903146_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123972c956a60f94b13b8733ad954903146_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328698081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328698080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,085 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/b41c6eab943041b785ceb7b9b6cb8911, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:58,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/b41c6eab943041b785ceb7b9b6cb8911 is 175, key is test_row_0/A:col10/1732328636950/Put/seqid=0 2024-11-23T02:23:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328698084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328698084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328698085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742579_1755 (size=39949) 2024-11-23T02:23:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:23:58,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-23T02:23:58,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:58,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328698185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328698185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328698187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328698188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328698188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:23:58,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-23T02:23:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328698389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328698389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328698391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328698391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328698391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-23T02:23:58,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:58,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,489 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=495, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/b41c6eab943041b785ceb7b9b6cb8911 2024-11-23T02:23:58,492 DEBUG [Thread-2731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:56324 2024-11-23T02:23:58,492 DEBUG [Thread-2731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:58,492 DEBUG [Thread-2733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:56324 2024-11-23T02:23:58,493 DEBUG [Thread-2733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:58,493 DEBUG [Thread-2737 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:56324 2024-11-23T02:23:58,493 DEBUG [Thread-2737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:58,494 DEBUG [Thread-2729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:56324 2024-11-23T02:23:58,494 DEBUG [Thread-2729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:58,494 DEBUG [Thread-2735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:56324 2024-11-23T02:23:58,494 DEBUG [Thread-2735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:23:58,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/2a7e4061547d40e7a1a8000e6359ca5d is 50, key is test_row_0/B:col10/1732328636950/Put/seqid=0 2024-11-23T02:23:58,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742580_1756 (size=12301) 2024-11-23T02:23:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:23:58,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-23T02:23:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328698693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328698693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328698694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328698694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328698695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-23T02:23:58,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/2a7e4061547d40e7a1a8000e6359ca5d 2024-11-23T02:23:58,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1e30279929e040938dd157001f2574a8 is 50, key is test_row_0/C:col10/1732328636950/Put/seqid=0 2024-11-23T02:23:58,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742581_1757 (size=12301) 2024-11-23T02:23:58,911 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:58,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-23T02:23:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:58,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:59,064 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:59,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-23T02:23:59,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:59,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:59,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:59,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:59,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:23:59,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54332 deadline: 1732328699194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:59,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:59,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54322 deadline: 1732328699196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54292 deadline: 1732328699196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:59,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54340 deadline: 1732328699196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:59,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T02:23:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54380 deadline: 1732328699198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:59,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:59,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-23T02:23:59,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:59,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:23:59,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:59,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:23:59,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1e30279929e040938dd157001f2574a8 2024-11-23T02:23:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/b41c6eab943041b785ceb7b9b6cb8911 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b41c6eab943041b785ceb7b9b6cb8911 2024-11-23T02:23:59,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b41c6eab943041b785ceb7b9b6cb8911, entries=200, sequenceid=495, filesize=39.0 K 2024-11-23T02:23:59,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/2a7e4061547d40e7a1a8000e6359ca5d as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/2a7e4061547d40e7a1a8000e6359ca5d 2024-11-23T02:23:59,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/2a7e4061547d40e7a1a8000e6359ca5d, entries=150, sequenceid=495, filesize=12.0 K 2024-11-23T02:23:59,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/1e30279929e040938dd157001f2574a8 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1e30279929e040938dd157001f2574a8 2024-11-23T02:23:59,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1e30279929e040938dd157001f2574a8, entries=150, sequenceid=495, filesize=12.0 K 2024-11-23T02:23:59,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for fb69b8f489bef763c107c60909bff6a2 in 1251ms, sequenceid=495, compaction requested=true 2024-11-23T02:23:59,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:59,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T02:23:59,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:59,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T02:23:59,320 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:59,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:59,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb69b8f489bef763c107c60909bff6a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T02:23:59,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:59,320 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:59,320 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:59,320 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:59,320 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/A is initiating minor compaction (all files) 2024-11-23T02:23:59,320 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/B is initiating minor compaction (all files) 2024-11-23T02:23:59,320 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/A in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:59,320 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/B in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:59,320 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/d794d01c1b6b45d3982ec00f3f10e1f4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1a64e35db4e14974948ba09378b3f208, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b41c6eab943041b785ceb7b9b6cb8911] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=101.1 K 2024-11-23T02:23:59,320 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0dcccb4471d546009c77dc920cf12741, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/c54262a6fc70425b8cc30faf767ad04c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/2a7e4061547d40e7a1a8000e6359ca5d] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=37.1 K 2024-11-23T02:23:59,320 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:59,320 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. files: [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/d794d01c1b6b45d3982ec00f3f10e1f4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1a64e35db4e14974948ba09378b3f208, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b41c6eab943041b785ceb7b9b6cb8911] 2024-11-23T02:23:59,321 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dcccb4471d546009c77dc920cf12741, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732328635202 2024-11-23T02:23:59,321 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting d794d01c1b6b45d3982ec00f3f10e1f4, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732328635202 2024-11-23T02:23:59,321 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting c54262a6fc70425b8cc30faf767ad04c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732328635826 2024-11-23T02:23:59,321 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a64e35db4e14974948ba09378b3f208, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732328635826 2024-11-23T02:23:59,321 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a7e4061547d40e7a1a8000e6359ca5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732328636950 2024-11-23T02:23:59,321 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting b41c6eab943041b785ceb7b9b6cb8911, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732328636950 2024-11-23T02:23:59,326 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:59,327 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#B#compaction#636 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:59,327 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/985dea6affca4c34b81789a986c75630 is 50, key is test_row_0/B:col10/1732328636950/Put/seqid=0 2024-11-23T02:23:59,327 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123dc2c62596c7b470588e6e10a716e8af4_fb69b8f489bef763c107c60909bff6a2 store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:59,329 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123dc2c62596c7b470588e6e10a716e8af4_fb69b8f489bef763c107c60909bff6a2, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:59,329 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123dc2c62596c7b470588e6e10a716e8af4_fb69b8f489bef763c107c60909bff6a2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:59,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742582_1758 (size=13459) 2024-11-23T02:23:59,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742583_1759 (size=4469) 2024-11-23T02:23:59,333 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#A#compaction#637 average throughput is 4.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:59,333 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/8601dcb986cc45f298c6d32100f7dc56 is 175, key is test_row_0/A:col10/1732328636950/Put/seqid=0 2024-11-23T02:23:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742584_1760 (size=32413) 2024-11-23T02:23:59,338 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/8601dcb986cc45f298c6d32100f7dc56 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8601dcb986cc45f298c6d32100f7dc56 2024-11-23T02:23:59,340 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/A of fb69b8f489bef763c107c60909bff6a2 into 8601dcb986cc45f298c6d32100f7dc56(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:59,340 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:59,341 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/A, priority=13, startTime=1732328639319; duration=0sec 2024-11-23T02:23:59,341 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T02:23:59,341 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:A 2024-11-23T02:23:59,341 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T02:23:59,341 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T02:23:59,341 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1540): fb69b8f489bef763c107c60909bff6a2/C is initiating minor compaction (all files) 2024-11-23T02:23:59,341 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fb69b8f489bef763c107c60909bff6a2/C in TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:59,341 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/65ea30ed051748209d97eac8d25c0770, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c7a56f3d94f418f82b1c4983e498cad, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1e30279929e040938dd157001f2574a8] into tmpdir=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp, totalSize=37.1 K 2024-11-23T02:23:59,342 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65ea30ed051748209d97eac8d25c0770, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732328635202 2024-11-23T02:23:59,342 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c7a56f3d94f418f82b1c4983e498cad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732328635826 2024-11-23T02:23:59,342 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e30279929e040938dd157001f2574a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732328636950 2024-11-23T02:23:59,346 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb69b8f489bef763c107c60909bff6a2#C#compaction#638 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T02:23:59,346 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/4476e50a38a34f9a9aefde33b5bc682f is 50, key is test_row_0/C:col10/1732328636950/Put/seqid=0 2024-11-23T02:23:59,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742585_1761 (size=13459) 2024-11-23T02:23:59,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:23:59,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43695 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-23T02:23:59,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:23:59,369 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T02:23:59,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:23:59,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:59,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:23:59,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:59,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:23:59,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:23:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7ef66357ff24effbc390fab0379368d_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328638078/Put/seqid=0 2024-11-23T02:23:59,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742586_1762 (size=12454) 2024-11-23T02:23:59,734 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/985dea6affca4c34b81789a986c75630 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/985dea6affca4c34b81789a986c75630 2024-11-23T02:23:59,737 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/B of fb69b8f489bef763c107c60909bff6a2 into 985dea6affca4c34b81789a986c75630(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:59,738 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:59,738 INFO [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/B, priority=13, startTime=1732328639320; duration=0sec 2024-11-23T02:23:59,738 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:59,738 DEBUG [RS:0;fde8ce287ea2:43695-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:B 2024-11-23T02:23:59,752 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/4476e50a38a34f9a9aefde33b5bc682f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/4476e50a38a34f9a9aefde33b5bc682f 2024-11-23T02:23:59,754 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fb69b8f489bef763c107c60909bff6a2/C of fb69b8f489bef763c107c60909bff6a2 into 4476e50a38a34f9a9aefde33b5bc682f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T02:23:59,754 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:23:59,754 INFO [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2., storeName=fb69b8f489bef763c107c60909bff6a2/C, priority=13, startTime=1732328639320; duration=0sec 2024-11-23T02:23:59,755 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T02:23:59,755 DEBUG [RS:0;fde8ce287ea2:43695-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb69b8f489bef763c107c60909bff6a2:C 2024-11-23T02:23:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:23:59,778 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7ef66357ff24effbc390fab0379368d_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7ef66357ff24effbc390fab0379368d_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:23:59,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/234270b36dd84529a195dea93f37f867, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:23:59,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/234270b36dd84529a195dea93f37f867 is 175, key is test_row_0/A:col10/1732328638078/Put/seqid=0 2024-11-23T02:23:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742587_1763 (size=31255) 2024-11-23T02:24:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:24:00,182 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=516, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/234270b36dd84529a195dea93f37f867 2024-11-23T02:24:00,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/a11c8ca9ddbb42b988a0436e5dcb24e4 is 50, key is test_row_0/B:col10/1732328638078/Put/seqid=0 2024-11-23T02:24:00,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742588_1764 (size=12301) 2024-11-23T02:24:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43695 {}] regionserver.HRegion(8581): Flush requested on fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:00,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. as already flushing 2024-11-23T02:24:00,200 DEBUG [Thread-2726 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:56324 2024-11-23T02:24:00,200 DEBUG [Thread-2726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:00,201 DEBUG [Thread-2718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:56324 2024-11-23T02:24:00,201 DEBUG [Thread-2718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:00,206 DEBUG [Thread-2722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:56324 2024-11-23T02:24:00,206 DEBUG [Thread-2722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:00,207 DEBUG [Thread-2724 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:56324 2024-11-23T02:24:00,207 DEBUG [Thread-2724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:00,209 DEBUG [Thread-2720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:56324 2024-11-23T02:24:00,209 DEBUG [Thread-2720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:00,592 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/a11c8ca9ddbb42b988a0436e5dcb24e4 2024-11-23T02:24:00,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/ff0d3164ef3643a7a41b67ca07e65e38 is 50, key is test_row_0/C:col10/1732328638078/Put/seqid=0 2024-11-23T02:24:00,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742589_1765 (size=12301) 2024-11-23T02:24:01,000 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/ff0d3164ef3643a7a41b67ca07e65e38 2024-11-23T02:24:01,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/234270b36dd84529a195dea93f37f867 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/234270b36dd84529a195dea93f37f867 2024-11-23T02:24:01,006 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/234270b36dd84529a195dea93f37f867, entries=150, sequenceid=516, filesize=30.5 K 2024-11-23T02:24:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/a11c8ca9ddbb42b988a0436e5dcb24e4 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/a11c8ca9ddbb42b988a0436e5dcb24e4 2024-11-23T02:24:01,008 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/a11c8ca9ddbb42b988a0436e5dcb24e4, entries=150, sequenceid=516, filesize=12.0 K 2024-11-23T02:24:01,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/ff0d3164ef3643a7a41b67ca07e65e38 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/ff0d3164ef3643a7a41b67ca07e65e38 2024-11-23T02:24:01,011 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/ff0d3164ef3643a7a41b67ca07e65e38, entries=150, sequenceid=516, filesize=12.0 K 2024-11-23T02:24:01,012 INFO [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=33.54 KB/34350 for fb69b8f489bef763c107c60909bff6a2 in 1644ms, sequenceid=516, compaction requested=false 2024-11-23T02:24:01,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:24:01,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:24:01,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fde8ce287ea2:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-11-23T02:24:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-11-23T02:24:01,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-11-23T02:24:01,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0150 sec 2024-11-23T02:24:01,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 3.0180 sec 2024-11-23T02:24:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-23T02:24:02,102 INFO [Thread-2728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4895 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4875 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4823 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4900 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4949 2024-11-23T02:24:02,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T02:24:02,102 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:24:02,102 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:56324 2024-11-23T02:24:02,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:02,103 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T02:24:02,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T02:24:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-23T02:24:02,105 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328642105"}]},"ts":"1732328642105"} 2024-11-23T02:24:02,106 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T02:24:02,109 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T02:24:02,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T02:24:02,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=195, ppid=194, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, UNASSIGN}] 2024-11-23T02:24:02,110 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=195, ppid=194, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, UNASSIGN 2024-11-23T02:24:02,111 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=195 updating hbase:meta row=fb69b8f489bef763c107c60909bff6a2, regionState=CLOSING, regionLocation=fde8ce287ea2,43695,1732328465221 2024-11-23T02:24:02,111 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T02:24:02,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE; CloseRegionProcedure fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221}] 2024-11-23T02:24:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-23T02:24:02,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fde8ce287ea2,43695,1732328465221 2024-11-23T02:24:02,263 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] handler.UnassignRegionHandler(124): Close fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1681): Closing fb69b8f489bef763c107c60909bff6a2, disabling compactions & flushes 2024-11-23T02:24:02,263 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. after waiting 0 ms 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:24:02,263 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(2837): Flushing fb69b8f489bef763c107c60909bff6a2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=A 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=B 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb69b8f489bef763c107c60909bff6a2, store=C 2024-11-23T02:24:02,263 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T02:24:02,268 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d62a33bf3f834909a47223ce16edd89e_fb69b8f489bef763c107c60909bff6a2 is 50, key is test_row_0/A:col10/1732328640206/Put/seqid=0 2024-11-23T02:24:02,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742590_1766 (size=12454) 2024-11-23T02:24:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-23T02:24:02,671 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:24:02,674 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d62a33bf3f834909a47223ce16edd89e_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d62a33bf3f834909a47223ce16edd89e_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:02,675 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5a7546d45f11484585d9f848b32e6d7f, store: [table=TestAcidGuarantees family=A region=fb69b8f489bef763c107c60909bff6a2] 2024-11-23T02:24:02,675 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5a7546d45f11484585d9f848b32e6d7f is 175, key is test_row_0/A:col10/1732328640206/Put/seqid=0 2024-11-23T02:24:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742591_1767 (size=31255) 2024-11-23T02:24:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-23T02:24:03,079 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=526, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5a7546d45f11484585d9f848b32e6d7f 2024-11-23T02:24:03,085 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/75d30fdceb6a423894812c1e1f709cf7 is 50, key is test_row_0/B:col10/1732328640206/Put/seqid=0 2024-11-23T02:24:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742592_1768 (size=12301) 2024-11-23T02:24:03,092 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/75d30fdceb6a423894812c1e1f709cf7 2024-11-23T02:24:03,099 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/f4e0bb93258141c2a9c843d949badabc is 50, key is test_row_0/C:col10/1732328640206/Put/seqid=0 2024-11-23T02:24:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742593_1769 (size=12301) 2024-11-23T02:24:03,106 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/f4e0bb93258141c2a9c843d949badabc 2024-11-23T02:24:03,109 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/A/5a7546d45f11484585d9f848b32e6d7f as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5a7546d45f11484585d9f848b32e6d7f 2024-11-23T02:24:03,113 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5a7546d45f11484585d9f848b32e6d7f, entries=150, sequenceid=526, filesize=30.5 K 2024-11-23T02:24:03,114 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/B/75d30fdceb6a423894812c1e1f709cf7 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/75d30fdceb6a423894812c1e1f709cf7 2024-11-23T02:24:03,117 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/75d30fdceb6a423894812c1e1f709cf7, entries=150, sequenceid=526, filesize=12.0 K 2024-11-23T02:24:03,117 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/.tmp/C/f4e0bb93258141c2a9c843d949badabc as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/f4e0bb93258141c2a9c843d949badabc 2024-11-23T02:24:03,120 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/f4e0bb93258141c2a9c843d949badabc, entries=150, sequenceid=526, filesize=12.0 K 2024-11-23T02:24:03,121 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for fb69b8f489bef763c107c60909bff6a2 in 858ms, sequenceid=526, compaction requested=true 2024-11-23T02:24:03,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b36a3ba8629544eda5c02d1a86821baa, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/80dd6686c0f146b4bf65859fce587728, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8752ee81f5854dd69d878fc62f305049, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/71f83f334c9f463690ae5d4a439514f6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/f6c1a64c5af545578d56749df06ca98e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/498d800746e14172858a7adf95f895d4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/a937b840091444c1bb09e8b2100f3f04, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/52b0f760a689415e9f5b103390f74357, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/89f5c97e1052447f9c1b4b0d27bc246e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/776e0bc12541410ab0bf754e4a6faa41, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e03de31666c442908a49ed7266e926a1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9d852479209644588a3569bdd745b351, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/ea96d6eacab04641ba04cb387450807f, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1ee11adf23bb43f487e31d4fa8c32294, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1d17bf1847104778a803abbfe9845c5d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/16dd768d92ed4889be610886e9594e8c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8277a0cfc47e4cd99ab21225a10934d1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cc0e8417f21742aea5e8206b245a3c43, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/20f90cd83de64eaf8b80105e2f995dba, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/67e3af277fa74346a3905d892b9cfa2d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/18fc70800cfd4d768f36c969154ed745, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/3f439a6f60384dc1b39fbc7faadd08b7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9f5514c618a643138c99bb0c8b7308eb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/7e9c588616834e4c9b695be513236ea1, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e3f5091ebfc94334894d1e300d0a6e7a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5d7023213b10436e9673c92b1e5faf3d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/255af34c7d784afe987a7de838e6628e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/aa928f7cde7740389d1f4ce60398a89c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/70ccfe951a584c74830915297e076f2c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5dca50cbbd9b4a878dfc7283da0beafa, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cadc1c120ca94151ad0e9b1509cc0937, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/d794d01c1b6b45d3982ec00f3f10e1f4, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1a64e35db4e14974948ba09378b3f208, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b41c6eab943041b785ceb7b9b6cb8911] to archive 2024-11-23T02:24:03,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:24:03,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b36a3ba8629544eda5c02d1a86821baa to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b36a3ba8629544eda5c02d1a86821baa 2024-11-23T02:24:03,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/80dd6686c0f146b4bf65859fce587728 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/80dd6686c0f146b4bf65859fce587728 2024-11-23T02:24:03,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8752ee81f5854dd69d878fc62f305049 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8752ee81f5854dd69d878fc62f305049 2024-11-23T02:24:03,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/71f83f334c9f463690ae5d4a439514f6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/71f83f334c9f463690ae5d4a439514f6 2024-11-23T02:24:03,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/f6c1a64c5af545578d56749df06ca98e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/f6c1a64c5af545578d56749df06ca98e 2024-11-23T02:24:03,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/498d800746e14172858a7adf95f895d4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/498d800746e14172858a7adf95f895d4 2024-11-23T02:24:03,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/a937b840091444c1bb09e8b2100f3f04 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/a937b840091444c1bb09e8b2100f3f04 2024-11-23T02:24:03,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/52b0f760a689415e9f5b103390f74357 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/52b0f760a689415e9f5b103390f74357 2024-11-23T02:24:03,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/89f5c97e1052447f9c1b4b0d27bc246e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/89f5c97e1052447f9c1b4b0d27bc246e 2024-11-23T02:24:03,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/776e0bc12541410ab0bf754e4a6faa41 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/776e0bc12541410ab0bf754e4a6faa41 2024-11-23T02:24:03,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e03de31666c442908a49ed7266e926a1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e03de31666c442908a49ed7266e926a1 2024-11-23T02:24:03,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9d852479209644588a3569bdd745b351 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9d852479209644588a3569bdd745b351 2024-11-23T02:24:03,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/ea96d6eacab04641ba04cb387450807f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/ea96d6eacab04641ba04cb387450807f 2024-11-23T02:24:03,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1ee11adf23bb43f487e31d4fa8c32294 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1ee11adf23bb43f487e31d4fa8c32294 2024-11-23T02:24:03,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1d17bf1847104778a803abbfe9845c5d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1d17bf1847104778a803abbfe9845c5d 2024-11-23T02:24:03,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/16dd768d92ed4889be610886e9594e8c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/16dd768d92ed4889be610886e9594e8c 2024-11-23T02:24:03,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8277a0cfc47e4cd99ab21225a10934d1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8277a0cfc47e4cd99ab21225a10934d1 2024-11-23T02:24:03,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cc0e8417f21742aea5e8206b245a3c43 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cc0e8417f21742aea5e8206b245a3c43 2024-11-23T02:24:03,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/20f90cd83de64eaf8b80105e2f995dba to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/20f90cd83de64eaf8b80105e2f995dba 2024-11-23T02:24:03,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/67e3af277fa74346a3905d892b9cfa2d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/67e3af277fa74346a3905d892b9cfa2d 2024-11-23T02:24:03,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/18fc70800cfd4d768f36c969154ed745 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/18fc70800cfd4d768f36c969154ed745 2024-11-23T02:24:03,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/3f439a6f60384dc1b39fbc7faadd08b7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/3f439a6f60384dc1b39fbc7faadd08b7 2024-11-23T02:24:03,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9f5514c618a643138c99bb0c8b7308eb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/9f5514c618a643138c99bb0c8b7308eb 2024-11-23T02:24:03,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/7e9c588616834e4c9b695be513236ea1 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/7e9c588616834e4c9b695be513236ea1 2024-11-23T02:24:03,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e3f5091ebfc94334894d1e300d0a6e7a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/e3f5091ebfc94334894d1e300d0a6e7a 2024-11-23T02:24:03,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5d7023213b10436e9673c92b1e5faf3d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5d7023213b10436e9673c92b1e5faf3d 2024-11-23T02:24:03,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/255af34c7d784afe987a7de838e6628e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/255af34c7d784afe987a7de838e6628e 2024-11-23T02:24:03,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/aa928f7cde7740389d1f4ce60398a89c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/aa928f7cde7740389d1f4ce60398a89c 2024-11-23T02:24:03,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/70ccfe951a584c74830915297e076f2c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/70ccfe951a584c74830915297e076f2c 2024-11-23T02:24:03,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5dca50cbbd9b4a878dfc7283da0beafa to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5dca50cbbd9b4a878dfc7283da0beafa 2024-11-23T02:24:03,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cadc1c120ca94151ad0e9b1509cc0937 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/cadc1c120ca94151ad0e9b1509cc0937 2024-11-23T02:24:03,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/d794d01c1b6b45d3982ec00f3f10e1f4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/d794d01c1b6b45d3982ec00f3f10e1f4 2024-11-23T02:24:03,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1a64e35db4e14974948ba09378b3f208 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/1a64e35db4e14974948ba09378b3f208 2024-11-23T02:24:03,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b41c6eab943041b785ceb7b9b6cb8911 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/b41c6eab943041b785ceb7b9b6cb8911 2024-11-23T02:24:03,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/239bd1e6480c42ba9a85141219b1601a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8f4eeeef519e47a68cc33e4219e44f39, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cfda6e96905b4610a01a12eb7fccbcf9, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f153e05cac55420ab06cb40795d10d34, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0feb7e87e6044f4185bebcc50e93c277, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/792fbb9f5ede4432b120080254961c30, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f96b67e9600845d28055f23ef564ba81, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/9a61dd32625b439fa684bbfa0309217c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/be9496e245eb4dc2adcc88a3b3f579d6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/df71bc8da3ec458186b9199223b83820, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/e937fb30de66494ebce39d7d17f84d34, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b29253df87584cb8a0ca42040bf35cf7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/78f8689f0ae04250943fdcc0aa2afd94, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/19063598caff4127a7901c20ab31c520, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/85efede184224bb98fbf7dd7926599e2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/635fd652d585422fba93a4a38b156c58, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/122772c231e4475aba35445ffac2b8e8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b1001519c0f748049c079c819802313e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cd53c10569354a889205e48089b36054, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b50f7f8f5bbc493aa02a9fbcde98d627, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/066cb6e646114f4d9decc795bcef7bc7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f64c04fef61f416f90f4e177f7b23d04, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/caaa8305bd444efdb69abfd7ddd63695, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8db5845fa9044278baa45b859741b970, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/a58c7828ef43456ebd266bc98e18541e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/ffac65b71fcc4102b257b5cc4a09e0fd, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cafaf785a4a04c0d864ca1fd1e7e8526, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/5c7c446ae75e43d7a3b954f58bf09bd6, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/d6c77e0effb84a4ab458e5b65af07d61, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/fd420c39818b4a2685b76dbb23caef81, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0dcccb4471d546009c77dc920cf12741, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/613b5cbd5b0e45e8aacf952a9dc0a9f0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/c54262a6fc70425b8cc30faf767ad04c, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/2a7e4061547d40e7a1a8000e6359ca5d] to archive 2024-11-23T02:24:03,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:24:03,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/239bd1e6480c42ba9a85141219b1601a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/239bd1e6480c42ba9a85141219b1601a 2024-11-23T02:24:03,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8f4eeeef519e47a68cc33e4219e44f39 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8f4eeeef519e47a68cc33e4219e44f39 2024-11-23T02:24:03,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cfda6e96905b4610a01a12eb7fccbcf9 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cfda6e96905b4610a01a12eb7fccbcf9 2024-11-23T02:24:03,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f153e05cac55420ab06cb40795d10d34 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f153e05cac55420ab06cb40795d10d34 2024-11-23T02:24:03,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0feb7e87e6044f4185bebcc50e93c277 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0feb7e87e6044f4185bebcc50e93c277 2024-11-23T02:24:03,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/792fbb9f5ede4432b120080254961c30 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/792fbb9f5ede4432b120080254961c30 2024-11-23T02:24:03,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f96b67e9600845d28055f23ef564ba81 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f96b67e9600845d28055f23ef564ba81 2024-11-23T02:24:03,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/9a61dd32625b439fa684bbfa0309217c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/9a61dd32625b439fa684bbfa0309217c 2024-11-23T02:24:03,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/be9496e245eb4dc2adcc88a3b3f579d6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/be9496e245eb4dc2adcc88a3b3f579d6 2024-11-23T02:24:03,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/df71bc8da3ec458186b9199223b83820 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/df71bc8da3ec458186b9199223b83820 2024-11-23T02:24:03,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/e937fb30de66494ebce39d7d17f84d34 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/e937fb30de66494ebce39d7d17f84d34 2024-11-23T02:24:03,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b29253df87584cb8a0ca42040bf35cf7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b29253df87584cb8a0ca42040bf35cf7 2024-11-23T02:24:03,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/78f8689f0ae04250943fdcc0aa2afd94 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/78f8689f0ae04250943fdcc0aa2afd94 2024-11-23T02:24:03,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/19063598caff4127a7901c20ab31c520 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/19063598caff4127a7901c20ab31c520 2024-11-23T02:24:03,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/85efede184224bb98fbf7dd7926599e2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/85efede184224bb98fbf7dd7926599e2 2024-11-23T02:24:03,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/635fd652d585422fba93a4a38b156c58 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/635fd652d585422fba93a4a38b156c58 2024-11-23T02:24:03,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/122772c231e4475aba35445ffac2b8e8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/122772c231e4475aba35445ffac2b8e8 2024-11-23T02:24:03,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b1001519c0f748049c079c819802313e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b1001519c0f748049c079c819802313e 2024-11-23T02:24:03,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cd53c10569354a889205e48089b36054 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cd53c10569354a889205e48089b36054 2024-11-23T02:24:03,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b50f7f8f5bbc493aa02a9fbcde98d627 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/b50f7f8f5bbc493aa02a9fbcde98d627 2024-11-23T02:24:03,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/066cb6e646114f4d9decc795bcef7bc7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/066cb6e646114f4d9decc795bcef7bc7 2024-11-23T02:24:03,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f64c04fef61f416f90f4e177f7b23d04 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/f64c04fef61f416f90f4e177f7b23d04 2024-11-23T02:24:03,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/caaa8305bd444efdb69abfd7ddd63695 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/caaa8305bd444efdb69abfd7ddd63695 2024-11-23T02:24:03,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8db5845fa9044278baa45b859741b970 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/8db5845fa9044278baa45b859741b970 2024-11-23T02:24:03,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/a58c7828ef43456ebd266bc98e18541e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/a58c7828ef43456ebd266bc98e18541e 2024-11-23T02:24:03,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/ffac65b71fcc4102b257b5cc4a09e0fd to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/ffac65b71fcc4102b257b5cc4a09e0fd 2024-11-23T02:24:03,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cafaf785a4a04c0d864ca1fd1e7e8526 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/cafaf785a4a04c0d864ca1fd1e7e8526 2024-11-23T02:24:03,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/5c7c446ae75e43d7a3b954f58bf09bd6 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/5c7c446ae75e43d7a3b954f58bf09bd6 2024-11-23T02:24:03,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/d6c77e0effb84a4ab458e5b65af07d61 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/d6c77e0effb84a4ab458e5b65af07d61 2024-11-23T02:24:03,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/fd420c39818b4a2685b76dbb23caef81 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/fd420c39818b4a2685b76dbb23caef81 2024-11-23T02:24:03,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0dcccb4471d546009c77dc920cf12741 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/0dcccb4471d546009c77dc920cf12741 2024-11-23T02:24:03,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/613b5cbd5b0e45e8aacf952a9dc0a9f0 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/613b5cbd5b0e45e8aacf952a9dc0a9f0 2024-11-23T02:24:03,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/c54262a6fc70425b8cc30faf767ad04c to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/c54262a6fc70425b8cc30faf767ad04c 2024-11-23T02:24:03,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/2a7e4061547d40e7a1a8000e6359ca5d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/2a7e4061547d40e7a1a8000e6359ca5d 2024-11-23T02:24:03,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5235f792a6594ccfaac2aab525dce835, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/fed94bc76b4c4892bf3eb72ccd44319e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/015ba4ea466a498e8e0ee39fba853bdb, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3c1227edfc814cf796eda59f9d1fa4a2, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c6639ef873e6418f9f257c8b0a841f4e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/8908aae3c8294005b5747b785fde65fc, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7fe6855084ef4177b5f711a409c8f924, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7c26b0f89fbb43f888eb3ed821fcdd09, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5adc80294a614fbe956fd3df60368f51, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/027ac1193bf3468da6308e4261287971, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/b5306f10ae0140c9aad30db6db5c3e96, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a50373650a7d4ab7a6513987b1bde215, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/876235f6f4184177a2bf0c372da62bde, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e75b8be9784043d8a23b18ed663b81a7, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c37bab41fdf442ea0aa1af4ba2d8d5a, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1377c3c6668f4cff9b54f80dbb18d356, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e23e56a5dad441e9a855b7146afbcbff, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3be4119415ae475e962860da61aad659, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/12e0e631d01645bb981959b38a14abd0, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1949a5e1d0da4e05ac5eeddf5365fab8, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c92c638f20be4fd9a3f1b0de1f88d663, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2194794d9e394c349316a9e245d0d7b5, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0842a5ed4e144a5e9567cfcfdc5c1378, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a39847eb5e7a46f784d1ab0636aa006e, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2fb7e6db905c4c0590a2cd7f9fe6b128, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/bf7db8387bda4464a4ee096b023a4e31, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/9a9dc3fe827c4580a57fb60df4bddc4d, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/366fbaaad030490aac14e49aa5500017, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0dc20fe3e9e0490b89b96ad2dc289376, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a25339d1842f4c1c9e1079681f413b2b, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/65ea30ed051748209d97eac8d25c0770, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/10cf0c2be6d14bc781a8891d04284638, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c7a56f3d94f418f82b1c4983e498cad, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1e30279929e040938dd157001f2574a8] to archive 2024-11-23T02:24:03,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T02:24:03,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5235f792a6594ccfaac2aab525dce835 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5235f792a6594ccfaac2aab525dce835 2024-11-23T02:24:03,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/fed94bc76b4c4892bf3eb72ccd44319e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/fed94bc76b4c4892bf3eb72ccd44319e 2024-11-23T02:24:03,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/015ba4ea466a498e8e0ee39fba853bdb to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/015ba4ea466a498e8e0ee39fba853bdb 2024-11-23T02:24:03,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3c1227edfc814cf796eda59f9d1fa4a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3c1227edfc814cf796eda59f9d1fa4a2 2024-11-23T02:24:03,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c6639ef873e6418f9f257c8b0a841f4e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c6639ef873e6418f9f257c8b0a841f4e 2024-11-23T02:24:03,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/8908aae3c8294005b5747b785fde65fc to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/8908aae3c8294005b5747b785fde65fc 2024-11-23T02:24:03,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7fe6855084ef4177b5f711a409c8f924 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7fe6855084ef4177b5f711a409c8f924 2024-11-23T02:24:03,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7c26b0f89fbb43f888eb3ed821fcdd09 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/7c26b0f89fbb43f888eb3ed821fcdd09 2024-11-23T02:24:03,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5adc80294a614fbe956fd3df60368f51 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/5adc80294a614fbe956fd3df60368f51 2024-11-23T02:24:03,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/027ac1193bf3468da6308e4261287971 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/027ac1193bf3468da6308e4261287971 2024-11-23T02:24:03,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/b5306f10ae0140c9aad30db6db5c3e96 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/b5306f10ae0140c9aad30db6db5c3e96 2024-11-23T02:24:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-23T02:24:03,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a50373650a7d4ab7a6513987b1bde215 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a50373650a7d4ab7a6513987b1bde215 2024-11-23T02:24:03,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/876235f6f4184177a2bf0c372da62bde to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/876235f6f4184177a2bf0c372da62bde 2024-11-23T02:24:03,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e75b8be9784043d8a23b18ed663b81a7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e75b8be9784043d8a23b18ed663b81a7 2024-11-23T02:24:03,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c37bab41fdf442ea0aa1af4ba2d8d5a to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c37bab41fdf442ea0aa1af4ba2d8d5a 2024-11-23T02:24:03,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1377c3c6668f4cff9b54f80dbb18d356 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1377c3c6668f4cff9b54f80dbb18d356 2024-11-23T02:24:03,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e23e56a5dad441e9a855b7146afbcbff to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/e23e56a5dad441e9a855b7146afbcbff 2024-11-23T02:24:03,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3be4119415ae475e962860da61aad659 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/3be4119415ae475e962860da61aad659 2024-11-23T02:24:03,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/12e0e631d01645bb981959b38a14abd0 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/12e0e631d01645bb981959b38a14abd0 2024-11-23T02:24:03,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1949a5e1d0da4e05ac5eeddf5365fab8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1949a5e1d0da4e05ac5eeddf5365fab8 2024-11-23T02:24:03,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c92c638f20be4fd9a3f1b0de1f88d663 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/c92c638f20be4fd9a3f1b0de1f88d663 2024-11-23T02:24:03,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2194794d9e394c349316a9e245d0d7b5 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2194794d9e394c349316a9e245d0d7b5 2024-11-23T02:24:03,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0842a5ed4e144a5e9567cfcfdc5c1378 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0842a5ed4e144a5e9567cfcfdc5c1378 2024-11-23T02:24:03,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a39847eb5e7a46f784d1ab0636aa006e to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a39847eb5e7a46f784d1ab0636aa006e 2024-11-23T02:24:03,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2fb7e6db905c4c0590a2cd7f9fe6b128 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/2fb7e6db905c4c0590a2cd7f9fe6b128 2024-11-23T02:24:03,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/bf7db8387bda4464a4ee096b023a4e31 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/bf7db8387bda4464a4ee096b023a4e31 2024-11-23T02:24:03,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/9a9dc3fe827c4580a57fb60df4bddc4d to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/9a9dc3fe827c4580a57fb60df4bddc4d 2024-11-23T02:24:03,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/366fbaaad030490aac14e49aa5500017 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/366fbaaad030490aac14e49aa5500017 2024-11-23T02:24:03,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0dc20fe3e9e0490b89b96ad2dc289376 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/0dc20fe3e9e0490b89b96ad2dc289376 2024-11-23T02:24:03,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a25339d1842f4c1c9e1079681f413b2b to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/a25339d1842f4c1c9e1079681f413b2b 2024-11-23T02:24:03,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/65ea30ed051748209d97eac8d25c0770 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/65ea30ed051748209d97eac8d25c0770 2024-11-23T02:24:03,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/10cf0c2be6d14bc781a8891d04284638 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/10cf0c2be6d14bc781a8891d04284638 2024-11-23T02:24:03,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c7a56f3d94f418f82b1c4983e498cad to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1c7a56f3d94f418f82b1c4983e498cad 2024-11-23T02:24:03,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1e30279929e040938dd157001f2574a8 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/1e30279929e040938dd157001f2574a8 2024-11-23T02:24:03,234 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/recovered.edits/529.seqid, newMaxSeqId=529, maxSeqId=4 2024-11-23T02:24:03,234 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2. 2024-11-23T02:24:03,234 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] regionserver.HRegion(1635): Region close journal for fb69b8f489bef763c107c60909bff6a2: 2024-11-23T02:24:03,236 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION, pid=196}] handler.UnassignRegionHandler(170): Closed fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:03,236 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=195 updating hbase:meta row=fb69b8f489bef763c107c60909bff6a2, regionState=CLOSED 2024-11-23T02:24:03,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-11-23T02:24:03,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; CloseRegionProcedure fb69b8f489bef763c107c60909bff6a2, server=fde8ce287ea2,43695,1732328465221 in 1.1260 sec 2024-11-23T02:24:03,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=195, resume processing ppid=194 2024-11-23T02:24:03,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, ppid=194, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb69b8f489bef763c107c60909bff6a2, UNASSIGN in 1.1280 sec 2024-11-23T02:24:03,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-11-23T02:24:03,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1300 sec 2024-11-23T02:24:03,241 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328643241"}]},"ts":"1732328643241"} 2024-11-23T02:24:03,242 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T02:24:03,245 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T02:24:03,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1420 sec 2024-11-23T02:24:03,579 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:24:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-23T02:24:04,209 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-11-23T02:24:04,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T02:24:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1098): Stored pid=197, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:04,211 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=197, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-23T02:24:04,211 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=197, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:04,213 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,216 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C, FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/recovered.edits] 2024-11-23T02:24:04,219 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/234270b36dd84529a195dea93f37f867 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/234270b36dd84529a195dea93f37f867 2024-11-23T02:24:04,220 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5a7546d45f11484585d9f848b32e6d7f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/5a7546d45f11484585d9f848b32e6d7f 2024-11-23T02:24:04,221 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8601dcb986cc45f298c6d32100f7dc56 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/A/8601dcb986cc45f298c6d32100f7dc56 2024-11-23T02:24:04,224 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/75d30fdceb6a423894812c1e1f709cf7 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/75d30fdceb6a423894812c1e1f709cf7 2024-11-23T02:24:04,225 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/985dea6affca4c34b81789a986c75630 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/985dea6affca4c34b81789a986c75630 2024-11-23T02:24:04,226 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/a11c8ca9ddbb42b988a0436e5dcb24e4 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/B/a11c8ca9ddbb42b988a0436e5dcb24e4 2024-11-23T02:24:04,228 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/4476e50a38a34f9a9aefde33b5bc682f to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/4476e50a38a34f9a9aefde33b5bc682f 2024-11-23T02:24:04,231 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/f4e0bb93258141c2a9c843d949badabc to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/f4e0bb93258141c2a9c843d949badabc 2024-11-23T02:24:04,232 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/ff0d3164ef3643a7a41b67ca07e65e38 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/C/ff0d3164ef3643a7a41b67ca07e65e38 2024-11-23T02:24:04,235 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/recovered.edits/529.seqid to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2/recovered.edits/529.seqid 2024-11-23T02:24:04,235 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/default/TestAcidGuarantees/fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,235 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T02:24:04,236 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:24:04,237 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T02:24:04,240 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230073135bcbac45849a333801c7c14256_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230073135bcbac45849a333801c7c14256_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,241 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112301ff2156d62b46849010ba7cafafbcd8_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112301ff2156d62b46849010ba7cafafbcd8_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,242 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112315f3c1a0faba49a1a7943086228fd8e4_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112315f3c1a0faba49a1a7943086228fd8e4_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,243 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cfb4a712af74e6ab9f84414e4c9a73c_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231cfb4a712af74e6ab9f84414e4c9a73c_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,245 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123359c5c49693244df898e1c3f58067895_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123359c5c49693244df898e1c3f58067895_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,246 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112339dc2708444a492ab03922e708a69f19_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112339dc2708444a492ab03922e708a69f19_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,247 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341f92dfa9f4841d085769826fbcd598b_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341f92dfa9f4841d085769826fbcd598b_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,248 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236f5e4a690db445b8ae08a7fc99f8cbbf_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236f5e4a690db445b8ae08a7fc99f8cbbf_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,249 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237409a3263e214716870a1b811447a4f1_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237409a3263e214716870a1b811447a4f1_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,250 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123823fbae5ad53436796bf44923c2373d6_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123823fbae5ad53436796bf44923c2373d6_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,251 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b97986223dc4dfaa39b59a50f56abec_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b97986223dc4dfaa39b59a50f56abec_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,252 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123924fc931ca8b48e4bf2660cd643d8d61_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123924fc931ca8b48e4bf2660cd643d8d61_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,253 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123972c956a60f94b13b8733ad954903146_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123972c956a60f94b13b8733ad954903146_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,254 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112397bed06af1b44a41afde745acf105ff9_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112397bed06af1b44a41afde745acf105ff9_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,255 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a92ee30c6aa34930a5e7729b235e0aa0_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a92ee30c6aa34930a5e7729b235e0aa0_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,256 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123aced8b153c964d838cf14218d7f43d9a_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123aced8b153c964d838cf14218d7f43d9a_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,257 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123addae05ef41f41229b26c1dd216665c9_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123addae05ef41f41229b26c1dd216665c9_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,258 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123afb3aade97f243b582719b3f0f1a0e45_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123afb3aade97f243b582719b3f0f1a0e45_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,259 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b18e3bb370b14cc9be669d0a5637a221_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b18e3bb370b14cc9be669d0a5637a221_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,260 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b4ac447dc43543b696b7153131c6f31f_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b4ac447dc43543b696b7153131c6f31f_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,261 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c9a2674c99444e0cba5c9feb3e78ca04_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c9a2674c99444e0cba5c9feb3e78ca04_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,262 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123caaaacaf81454f938ca49433c5cb169d_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123caaaacaf81454f938ca49433c5cb169d_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,263 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d62a33bf3f834909a47223ce16edd89e_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d62a33bf3f834909a47223ce16edd89e_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,264 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d748395e404b4acb92a4eba605d8c321_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d748395e404b4acb92a4eba605d8c321_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,265 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7ef66357ff24effbc390fab0379368d_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7ef66357ff24effbc390fab0379368d_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,266 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f50b9036cb8b49d6bfd5b9fe838d3431_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f50b9036cb8b49d6bfd5b9fe838d3431_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,267 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fdb58c921a414edb82aac41ed96698b2_fb69b8f489bef763c107c60909bff6a2 to hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fdb58c921a414edb82aac41ed96698b2_fb69b8f489bef763c107c60909bff6a2 2024-11-23T02:24:04,267 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T02:24:04,269 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=197, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:04,272 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T02:24:04,282 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T02:24:04,283 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=197, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:04,283 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T02:24:04,283 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732328644283"}]},"ts":"9223372036854775807"} 2024-11-23T02:24:04,289 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T02:24:04,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fb69b8f489bef763c107c60909bff6a2, NAME => 'TestAcidGuarantees,,1732328617171.fb69b8f489bef763c107c60909bff6a2.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T02:24:04,289 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T02:24:04,290 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732328644289"}]},"ts":"9223372036854775807"} 2024-11-23T02:24:04,291 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T02:24:04,295 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=197, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T02:24:04,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-11-23T02:24:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-23T02:24:04,312 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 197 completed 2024-11-23T02:24:04,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=452 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=682 (was 660) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3655 (was 3703) 2024-11-23T02:24:04,332 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T02:24:04,332 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T02:24:04,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:56324 2024-11-23T02:24:04,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:04,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:24:04,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759250028, stopped=false 2024-11-23T02:24:04,333 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=fde8ce287ea2,40909,1732328464482 2024-11-23T02:24:04,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T02:24:04,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T02:24:04,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:24:04,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:24:04,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-23T02:24:04,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T02:24:04,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T02:24:04,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:04,339 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fde8ce287ea2,43695,1732328465221' ***** 2024-11-23T02:24:04,339 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-23T02:24:04,339 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:24:04,340 INFO [RS:0;fde8ce287ea2:43695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:24:04,340 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-23T02:24:04,340 INFO [RS:0;fde8ce287ea2:43695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:24:04,340 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(3579): Received CLOSE for b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:24:04,340 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1224): stopping server fde8ce287ea2,43695,1732328465221 2024-11-23T02:24:04,340 DEBUG [RS:0;fde8ce287ea2:43695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:04,340 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:24:04,341 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:24:04,341 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:24:04,341 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-23T02:24:04,341 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b3f105c54d8184e101950e6e9bc56129, disabling compactions & flushes 2024-11-23T02:24:04,341 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:24:04,341 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:24:04,341 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. after waiting 0 ms 2024-11-23T02:24:04,341 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:24:04,341 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b3f105c54d8184e101950e6e9bc56129 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-23T02:24:04,342 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-23T02:24:04,342 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, b3f105c54d8184e101950e6e9bc56129=hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129.} 2024-11-23T02:24:04,342 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:24:04,342 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T02:24:04,342 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T02:24:04,342 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:24:04,342 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:24:04,342 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-23T02:24:04,346 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:24:04,361 INFO [regionserver/fde8ce287ea2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:24:04,373 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/namespace/b3f105c54d8184e101950e6e9bc56129/.tmp/info/6440343f66624da388c63065435e9ced is 45, key is default/info:d/1732328470154/Put/seqid=0 2024-11-23T02:24:04,394 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/.tmp/info/6890b9932df34fc48a3e62e1e355fe64 is 143, key is hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129./info:regioninfo/1732328470036/Put/seqid=0 2024-11-23T02:24:04,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742594_1770 (size=5037) 2024-11-23T02:24:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742595_1771 (size=7725) 2024-11-23T02:24:04,411 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/.tmp/info/6890b9932df34fc48a3e62e1e355fe64 2024-11-23T02:24:04,430 INFO [regionserver/fde8ce287ea2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:24:04,430 INFO [regionserver/fde8ce287ea2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:24:04,442 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/.tmp/rep_barrier/d56d88fcb8fa4d9d8eb502fda5bd2c1e is 102, key is TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1./rep_barrier:/1732328498557/DeleteFamily/seqid=0 2024-11-23T02:24:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742596_1772 (size=6025) 2024-11-23T02:24:04,454 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/.tmp/rep_barrier/d56d88fcb8fa4d9d8eb502fda5bd2c1e 2024-11-23T02:24:04,479 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/.tmp/table/1d4557ed55194b45a3d6feefab3860ac is 96, key is TestAcidGuarantees,,1732328470382.62ea592271a02ff532a883e755d319c1./table:/1732328498557/DeleteFamily/seqid=0 2024-11-23T02:24:04,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742597_1773 (size=5942) 2024-11-23T02:24:04,484 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/.tmp/table/1d4557ed55194b45a3d6feefab3860ac 2024-11-23T02:24:04,490 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/.tmp/info/6890b9932df34fc48a3e62e1e355fe64 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/info/6890b9932df34fc48a3e62e1e355fe64 2024-11-23T02:24:04,493 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/info/6890b9932df34fc48a3e62e1e355fe64, entries=22, sequenceid=93, filesize=7.5 K 2024-11-23T02:24:04,495 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/.tmp/rep_barrier/d56d88fcb8fa4d9d8eb502fda5bd2c1e as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/rep_barrier/d56d88fcb8fa4d9d8eb502fda5bd2c1e 2024-11-23T02:24:04,500 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/rep_barrier/d56d88fcb8fa4d9d8eb502fda5bd2c1e, entries=6, sequenceid=93, filesize=5.9 K 2024-11-23T02:24:04,501 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/.tmp/table/1d4557ed55194b45a3d6feefab3860ac as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/table/1d4557ed55194b45a3d6feefab3860ac 2024-11-23T02:24:04,508 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/table/1d4557ed55194b45a3d6feefab3860ac, entries=9, sequenceid=93, filesize=5.8 K 2024-11-23T02:24:04,509 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=93, compaction requested=false 2024-11-23T02:24:04,515 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-23T02:24:04,517 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:24:04,517 INFO [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T02:24:04,517 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T02:24:04,517 DEBUG [RS_CLOSE_META-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:24:04,547 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1629): Waiting on b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:24:04,747 DEBUG [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1629): Waiting on b3f105c54d8184e101950e6e9bc56129 2024-11-23T02:24:04,797 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/namespace/b3f105c54d8184e101950e6e9bc56129/.tmp/info/6440343f66624da388c63065435e9ced 2024-11-23T02:24:04,801 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/namespace/b3f105c54d8184e101950e6e9bc56129/.tmp/info/6440343f66624da388c63065435e9ced as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/namespace/b3f105c54d8184e101950e6e9bc56129/info/6440343f66624da388c63065435e9ced 2024-11-23T02:24:04,804 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/namespace/b3f105c54d8184e101950e6e9bc56129/info/6440343f66624da388c63065435e9ced, entries=2, sequenceid=6, filesize=4.9 K 2024-11-23T02:24:04,804 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b3f105c54d8184e101950e6e9bc56129 in 463ms, sequenceid=6, compaction requested=false 2024-11-23T02:24:04,808 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/data/hbase/namespace/b3f105c54d8184e101950e6e9bc56129/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T02:24:04,808 INFO [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:24:04,808 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b3f105c54d8184e101950e6e9bc56129: 2024-11-23T02:24:04,809 DEBUG [RS_CLOSE_REGION-regionserver/fde8ce287ea2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732328468802.b3f105c54d8184e101950e6e9bc56129. 2024-11-23T02:24:04,947 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1250): stopping server fde8ce287ea2,43695,1732328465221; all regions closed. 2024-11-23T02:24:04,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741834_1010 (size=26050) 2024-11-23T02:24:04,954 DEBUG [RS:0;fde8ce287ea2:43695 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/oldWALs 2024-11-23T02:24:04,954 INFO [RS:0;fde8ce287ea2:43695 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fde8ce287ea2%2C43695%2C1732328465221.meta:.meta(num 1732328468561) 2024-11-23T02:24:04,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741832_1008 (size=18024622) 2024-11-23T02:24:04,958 DEBUG [RS:0;fde8ce287ea2:43695 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/oldWALs 2024-11-23T02:24:04,958 INFO [RS:0;fde8ce287ea2:43695 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fde8ce287ea2%2C43695%2C1732328465221:(num 1732328467588) 2024-11-23T02:24:04,958 DEBUG [RS:0;fde8ce287ea2:43695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:04,958 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:24:04,958 INFO [RS:0;fde8ce287ea2:43695 {}] hbase.ChoreService(370): Chore service for: regionserver/fde8ce287ea2:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T02:24:04,959 INFO [regionserver/fde8ce287ea2:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T02:24:04,959 INFO [RS:0;fde8ce287ea2:43695 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43695 2024-11-23T02:24:04,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T02:24:04,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fde8ce287ea2,43695,1732328465221 2024-11-23T02:24:04,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fde8ce287ea2,43695,1732328465221] 2024-11-23T02:24:04,966 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing fde8ce287ea2,43695,1732328465221; numProcessing=1 2024-11-23T02:24:04,968 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/fde8ce287ea2,43695,1732328465221 already deleted, retry=false 2024-11-23T02:24:04,968 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; fde8ce287ea2,43695,1732328465221 expired; onlineServers=0 2024-11-23T02:24:04,968 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fde8ce287ea2,40909,1732328464482' ***** 2024-11-23T02:24:04,968 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:24:04,968 DEBUG [M:0;fde8ce287ea2:40909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775b3170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fde8ce287ea2/172.17.0.2:0 2024-11-23T02:24:04,968 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.HRegionServer(1224): stopping server fde8ce287ea2,40909,1732328464482 2024-11-23T02:24:04,968 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.HRegionServer(1250): stopping server fde8ce287ea2,40909,1732328464482; all regions closed. 2024-11-23T02:24:04,968 DEBUG [M:0;fde8ce287ea2:40909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:24:04,968 DEBUG [M:0;fde8ce287ea2:40909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:24:04,968 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:24:04,968 DEBUG [M:0;fde8ce287ea2:40909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:24:04,968 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.small.0-1732328467329 {}] cleaner.HFileCleaner(306): Exit Thread[master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.small.0-1732328467329,5,FailOnTimeoutGroup] 2024-11-23T02:24:04,968 DEBUG [master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.large.0-1732328467329 {}] cleaner.HFileCleaner(306): Exit Thread[master/fde8ce287ea2:0:becomeActiveMaster-HFileCleaner.large.0-1732328467329,5,FailOnTimeoutGroup] 2024-11-23T02:24:04,969 INFO [M:0;fde8ce287ea2:40909 {}] hbase.ChoreService(370): Chore service for: master/fde8ce287ea2:0 had [] on shutdown 2024-11-23T02:24:04,969 DEBUG [M:0;fde8ce287ea2:40909 {}] master.HMaster(1733): Stopping service threads 2024-11-23T02:24:04,969 INFO [M:0;fde8ce287ea2:40909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:24:04,969 ERROR [M:0;fde8ce287ea2:40909 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-23T02:24:04,970 INFO [M:0;fde8ce287ea2:40909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:24:04,970 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:24:04,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T02:24:04,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T02:24:04,976 DEBUG [M:0;fde8ce287ea2:40909 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-23T02:24:04,976 DEBUG [M:0;fde8ce287ea2:40909 {}] master.ActiveMasterManager(353): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-23T02:24:04,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T02:24:04,976 INFO [M:0;fde8ce287ea2:40909 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-23T02:24:04,976 INFO [M:0;fde8ce287ea2:40909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:24:04,976 DEBUG [M:0;fde8ce287ea2:40909 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:24:04,976 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:24:04,976 DEBUG [M:0;fde8ce287ea2:40909 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:24:04,976 DEBUG [M:0;fde8ce287ea2:40909 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:24:04,976 DEBUG [M:0;fde8ce287ea2:40909 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:24:04,976 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=835.25 KB heapSize=1.01 MB 2024-11-23T02:24:04,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:24:04,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T02:24:04,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T02:24:04,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T02:24:04,992 DEBUG [M:0;fde8ce287ea2:40909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/507db80e470544afb2bbbd9179749899 is 82, key is hbase:meta,,1/info:regioninfo/1732328468695/Put/seqid=0 2024-11-23T02:24:04,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742598_1774 (size=5672) 2024-11-23T02:24:04,997 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2416 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/507db80e470544afb2bbbd9179749899 2024-11-23T02:24:05,026 DEBUG [M:0;fde8ce287ea2:40909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577aa1f0d77540d4b4f6158780162ff9 is 2279, key is \x00\x00\x00\x00\x00\x00\x00\xA8/proc:d/1732328618300/Put/seqid=0 2024-11-23T02:24:05,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742599_1775 (size=48248) 2024-11-23T02:24:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:24:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x100222e56020001, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:24:05,066 INFO [RS:0;fde8ce287ea2:43695 {}] regionserver.HRegionServer(1307): Exiting; stopping=fde8ce287ea2,43695,1732328465221; zookeeper connection closed. 2024-11-23T02:24:05,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fc54ed5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fc54ed5 2024-11-23T02:24:05,067 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:24:05,440 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=834.70 KB at sequenceid=2416 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577aa1f0d77540d4b4f6158780162ff9 2024-11-23T02:24:05,444 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 577aa1f0d77540d4b4f6158780162ff9 2024-11-23T02:24:05,467 DEBUG [M:0;fde8ce287ea2:40909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/115ad0aaf15743b080b66f95306b10df is 69, key is fde8ce287ea2,43695,1732328465221/rs:state/1732328467360/Put/seqid=0 2024-11-23T02:24:05,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073742600_1776 (size=5156) 2024-11-23T02:24:05,472 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2416 (bloomFilter=true), to=hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/115ad0aaf15743b080b66f95306b10df 2024-11-23T02:24:05,475 DEBUG [M:0;fde8ce287ea2:40909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/507db80e470544afb2bbbd9179749899 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/507db80e470544afb2bbbd9179749899 2024-11-23T02:24:05,479 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/507db80e470544afb2bbbd9179749899, entries=8, sequenceid=2416, filesize=5.5 K 2024-11-23T02:24:05,480 DEBUG [M:0;fde8ce287ea2:40909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577aa1f0d77540d4b4f6158780162ff9 as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/577aa1f0d77540d4b4f6158780162ff9 2024-11-23T02:24:05,484 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 577aa1f0d77540d4b4f6158780162ff9 2024-11-23T02:24:05,484 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/577aa1f0d77540d4b4f6158780162ff9, entries=197, sequenceid=2416, filesize=47.1 K 2024-11-23T02:24:05,484 DEBUG [M:0;fde8ce287ea2:40909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/115ad0aaf15743b080b66f95306b10df as hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/115ad0aaf15743b080b66f95306b10df 2024-11-23T02:24:05,487 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41145/user/jenkins/test-data/7e4e45dc-1f31-ec20-e05b-f2ab0cc8c511/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/115ad0aaf15743b080b66f95306b10df, entries=1, sequenceid=2416, filesize=5.0 K 2024-11-23T02:24:05,488 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.HRegion(3040): Finished flush of dataSize ~835.25 KB/855297, heapSize ~1.01 MB/1055328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=2416, compaction requested=false 2024-11-23T02:24:05,489 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:24:05,489 DEBUG [M:0;fde8ce287ea2:40909 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T02:24:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741830_1006 (size=1013648) 2024-11-23T02:24:05,491 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T02:24:05,491 INFO [M:0;fde8ce287ea2:40909 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-23T02:24:05,492 INFO [M:0;fde8ce287ea2:40909 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40909 2024-11-23T02:24:05,495 DEBUG [M:0;fde8ce287ea2:40909 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/fde8ce287ea2,40909,1732328464482 already deleted, retry=false 2024-11-23T02:24:05,597 INFO [M:0;fde8ce287ea2:40909 {}] regionserver.HRegionServer(1307): Exiting; stopping=fde8ce287ea2,40909,1732328464482; zookeeper connection closed. 2024-11-23T02:24:05,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:24:05,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x100222e56020000, quorum=127.0.0.1:56324, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:24:05,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:24:05,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:24:05,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:24:05,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:24:05,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/hadoop.log.dir/,STOPPED} 2024-11-23T02:24:05,611 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:24:05,611 WARN [BP-2005184269-172.17.0.2-1732328461634 heartbeating to localhost/127.0.0.1:41145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:24:05,611 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:24:05,611 WARN [BP-2005184269-172.17.0.2-1732328461634 heartbeating to localhost/127.0.0.1:41145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2005184269-172.17.0.2-1732328461634 (Datanode Uuid 5ecc0a8b-9bd6-431e-8dd4-9be29ab4f570) service to localhost/127.0.0.1:41145 2024-11-23T02:24:05,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/cluster_59160296-109e-31a9-2cb9-fcc51a5dc1ee/dfs/data/data1/current/BP-2005184269-172.17.0.2-1732328461634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:24:05,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/cluster_59160296-109e-31a9-2cb9-fcc51a5dc1ee/dfs/data/data2/current/BP-2005184269-172.17.0.2-1732328461634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:24:05,616 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:24:05,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:24:05,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:24:05,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:24:05,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:24:05,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37406815-d2bd-1642-597d-431cba72ca09/hadoop.log.dir/,STOPPED} 2024-11-23T02:24:05,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:24:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down